{"severity_text":"INFO","timestamp":"2026-11-01T06:18:37.000214332Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:37.052210872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:37.155100596Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:37.155126374Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:37.36992812Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:37.369978366Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:37.532052674Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/e7e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.348818641Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.457942901Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458055835Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458113322Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458153606Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458197391Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458234813Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458273814Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458306729Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.45834339Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458379027Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458410546Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458460585Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458510492Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458667951Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458795252Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.45889855Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458908357Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.45896839Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.458970482Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.459045309Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1101 06:18:38.559790 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.559880719Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.761260767Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.761302137Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1101 06:18:54.387738 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388065087Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388245647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388309361Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.38840528Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388417072Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388481365Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388513937Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388613179Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388754895Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.388838783Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.389007969Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.389045964Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.389148226Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.389225961Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.389565432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.389601258Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.38972294Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.390024515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.390082851Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.390415681Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.390689634Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.391205717Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.391585578Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.391832414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.391894377Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.392019878Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.392233005Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.392497735Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.393072184Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.393662045Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.393709059Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.393765878Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.393997782Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394031838Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.39417172Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394209481Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394284902Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394357792Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394383104Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394402611Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394424256Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394598695Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394629315Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394735785Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394856637Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394879131Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394896534Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.3949523Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394974529Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.394991655Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.39501204Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.395030647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.644489466Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.695519818Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.849886469Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:18:54.89561738Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.996675977Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.996691394Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.996720198Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.996724331Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.997191295Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.997213677Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.997599701Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:54.99762043Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.09759032Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.097623931Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.097631803Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.097644483Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.097594388Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.097867684Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.25630825Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d542ce5d-9c7b-4d30-9a50-26e0bc195ecd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.306344125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"891d8ded-624a-4981-a937-e488cd33e725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.306925225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b376c95-f84f-4835-9129-bb1eb200fcca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.356991916Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84c080d2-5634-4b19-931f-86ccfce0822e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.509522516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"891d8ded-624a-4981-a937-e488cd33e725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:18:55.510221525Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b376c95-f84f-4835-9129-bb1eb200fcca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.513552942Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f08a1219-a0b3-40db-baef-02707ece341c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.564417911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"891d8ded-624a-4981-a937-e488cd33e725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:18:55.603509662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b376c95-f84f-4835-9129-bb1eb200fcca","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.61165868Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e035b241-99ff-4b51-af39-850289c03e3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.760176229Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e7179f5-b473-4140-b183-5a506a2e72e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.760380729Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1208c3f6-3da1-483c-8edf-512b047d25fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.810451157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8acf422-9410-4c14-b3f4-f2755cedf7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.866100533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8acf422-9410-4c14-b3f4-f2755cedf7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.86670166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64960853-a2af-4291-9e1e-48329fc5e30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.921043625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8acf422-9410-4c14-b3f4-f2755cedf7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.922671708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64960853-a2af-4291-9e1e-48329fc5e30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:55.977689824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64960853-a2af-4291-9e1e-48329fc5e30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.029784926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"390474e4-99fa-4e6d-80eb-7de591e9b2e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.029807698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"390474e4-99fa-4e6d-80eb-7de591e9b2e3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.131848975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51dc0267-606b-4ae2-bece-ad89b9306703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.131859608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20182ba9-e3c2-49fc-ad52-aaa65b14a5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.188653519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51dc0267-606b-4ae2-bece-ad89b9306703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.188817792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20182ba9-e3c2-49fc-ad52-aaa65b14a5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.243105302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20182ba9-e3c2-49fc-ad52-aaa65b14a5f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.243394775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51dc0267-606b-4ae2-bece-ad89b9306703","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.244554046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5c5e8a-e7b0-4742-beaa-c7ed2bc88d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.244695852Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ceb6abd5-235b-40c8-89a1-5909ab90bb47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.296609373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5c5e8a-e7b0-4742-beaa-c7ed2bc88d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:18:56.297043836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51dc0267-606b-4ae2-bece-ad89b9306703","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.349823974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5c5e8a-e7b0-4742-beaa-c7ed2bc88d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.409728565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e5c5e8a-e7b0-4742-beaa-c7ed2bc88d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.515311533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1c204c8-75a4-416f-a224-5505f6c521cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.57089046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1c204c8-75a4-416f-a224-5505f6c521cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.625426429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1c204c8-75a4-416f-a224-5505f6c521cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:56.701762169Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22d6ead4-f0ce-4eee-8ba4-d02bd2337e6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:57.161063434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6cbb048-0a5f-4643-a693-b73b014ccda8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:57.161081651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6cbb048-0a5f-4643-a693-b73b014ccda8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:59.988008523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba1d7393-ce25-491d-b910-bebc742718c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:59.988047153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0173b039-d20d-4eb1-953e-b7e6d67a03f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:00.044816352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0173b039-d20d-4eb1-953e-b7e6d67a03f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:00.044907622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba1d7393-ce25-491d-b910-bebc742718c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:00.099258243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0173b039-d20d-4eb1-953e-b7e6d67a03f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:00.099385152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba1d7393-ce25-491d-b910-bebc742718c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:00.375068703Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"66dfc64e-5bd8-4b0e-9016-106f6b9792d9","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.723107177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85a51857-eb42-485c-bbc2-c3b4b383289f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.72312699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"85a51857-eb42-485c-bbc2-c3b4b383289f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.723450269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fb9beccf-bbae-4d26-8d5d-67bddff52f2b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.723483401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fb9beccf-bbae-4d26-8d5d-67bddff52f2b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.782805088Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"28455ad7-35dc-45e8-8b50-44850a5fddfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.782911742Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eaf03256-3f73-49f1-845c-c63b77779365","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.787335919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"08b26006-64ed-43a4-b1ae-0fc172dbd63a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.787349879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"08b26006-64ed-43a4-b1ae-0fc172dbd63a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.787556883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea134738-eb1d-49d8-b909-5d705ba5adac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.787567517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ea134738-eb1d-49d8-b909-5d705ba5adac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.87983289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25b2794-87ec-483c-8788-052afd2fe454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.884341332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"755d6633-510f-47bf-b776-5b1d2de09fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.935695256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25b2794-87ec-483c-8788-052afd2fe454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.939554813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"755d6633-510f-47bf-b776-5b1d2de09fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.99023652Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c25b2794-87ec-483c-8788-052afd2fe454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.993908435Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"755d6633-510f-47bf-b776-5b1d2de09fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.295271148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f71f71f2-be7a-4d29-9312-991aff1aed12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.295273028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5637eb21-a2ac-4810-a8e7-7c2ff0fdf689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.351229334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5637eb21-a2ac-4810-a8e7-7c2ff0fdf689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.351280223Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5637eb21-a2ac-4810-a8e7-7c2ff0fdf689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.351405874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f71f71f2-be7a-4d29-9312-991aff1aed12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.351451843Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f71f71f2-be7a-4d29-9312-991aff1aed12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.959098374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"307e23b4-ece7-4c38-a2c8-8fe8d50811ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.959119577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"307e23b4-ece7-4c38-a2c8-8fe8d50811ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.026121994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f971d861-7168-45ec-ab58-eb12b5a5be1a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.02614898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f971d861-7168-45ec-ab58-eb12b5a5be1a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.026354621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85b63b90-2a43-4ba1-8557-495f4d5b32a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.026366812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"85b63b90-2a43-4ba1-8557-495f4d5b32a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.026579291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a015fa37-b5e4-403d-8492-a9cd41f842c9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.026590661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a015fa37-b5e4-403d-8492-a9cd41f842c9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.077938346Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95349355-aec9-47f3-84ef-bcefcda1f062","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.078248884Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e9ed21e-6718-4b1b-8f09-cc2aa00a8b04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.091211368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ee7f761-c851-4b16-a187-9c113ce63f43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.091226189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ee7f761-c851-4b16-a187-9c113ce63f43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.091419188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8417521b-6c6e-4bfe-b604-8d87a3480914","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.091429013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8417521b-6c6e-4bfe-b604-8d87a3480914","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.091610774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"324ad36c-199d-499a-a2c2-556136a15958","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.091622443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"324ad36c-199d-499a-a2c2-556136a15958","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.185523268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99241e80-c78c-4890-a18c-44e70e7a2a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.185557182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0d7ab87-0b1b-461a-95a0-457aeb31ada9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.241164808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0d7ab87-0b1b-461a-95a0-457aeb31ada9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.241189812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99241e80-c78c-4890-a18c-44e70e7a2a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.24120688Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0d7ab87-0b1b-461a-95a0-457aeb31ada9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.241226169Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99241e80-c78c-4890-a18c-44e70e7a2a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.447494982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"513ddd6b-3a1e-4469-b166-cdf220e12c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.447489442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73127dbe-2c65-4b32-b5c6-d00bff8fbbd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.503913493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"513ddd6b-3a1e-4469-b166-cdf220e12c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.503935279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73127dbe-2c65-4b32-b5c6-d00bff8fbbd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.503960022Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"513ddd6b-3a1e-4469-b166-cdf220e12c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.503972174Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73127dbe-2c65-4b32-b5c6-d00bff8fbbd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:08.270678235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70d915bf-fea3-4d70-9d4b-91a09ffc730d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:08.270700207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70d915bf-fea3-4d70-9d4b-91a09ffc730d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.895621536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5357a95-89e4-441e-8510-b4c5fe0fcd11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.89565204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5357a95-89e4-441e-8510-b4c5fe0fcd11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.895840058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38049610-a982-4d31-aa19-5cce764757d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.895850709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38049610-a982-4d31-aa19-5cce764757d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.896013667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06d03f44-c8b5-4c82-bb95-084725e11be0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.896022547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06d03f44-c8b5-4c82-bb95-084725e11be0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.896260867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74adf29c-6f2d-47cc-8221-64cbba775f46","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.896271544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74adf29c-6f2d-47cc-8221-64cbba775f46","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.947796345Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0db737f3-181e-4f1b-a8d5-309ba3acf33b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.947794013Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7364f2c-199c-448b-a885-45903d22481b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.962160777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"264572b5-08cf-40a5-ada2-d180e182cb8f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.962177227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"264572b5-08cf-40a5-ada2-d180e182cb8f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.962383418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19d9380d-7123-4451-b686-7a4cdb8eb447","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.962392194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19d9380d-7123-4451-b686-7a4cdb8eb447","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.962605773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a62b2b5b-9cc4-4829-98ff-28260d1ece59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.962616753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a62b2b5b-9cc4-4829-98ff-28260d1ece59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.962779668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94349954-71b8-467a-ae58-e3ca82682dd1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:10.962790041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94349954-71b8-467a-ae58-e3ca82682dd1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.050328501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d6555f4-e57c-4d31-9094-5642db9ec430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.050331126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa3c5e45-7c14-45cc-8a01-7bf14d1f44d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.106107661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d6555f4-e57c-4d31-9094-5642db9ec430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.106182886Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d6555f4-e57c-4d31-9094-5642db9ec430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.106268544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa3c5e45-7c14-45cc-8a01-7bf14d1f44d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.106319419Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa3c5e45-7c14-45cc-8a01-7bf14d1f44d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.312045803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5365fa69-a441-4539-a177-6464efd3637b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.312113204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ae97179-bb1c-4568-977d-c5297c6b609a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.367893399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5365fa69-a441-4539-a177-6464efd3637b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.367964844Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5365fa69-a441-4539-a177-6464efd3637b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.367896612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ae97179-bb1c-4568-977d-c5297c6b609a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.368039827Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ae97179-bb1c-4568-977d-c5297c6b609a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.576088249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1c279e3-ca51-46e2-8778-d105eb0bae43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.576090417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3303672-9b6b-465e-a8c4-7c8d5c1849db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.633069472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1c279e3-ca51-46e2-8778-d105eb0bae43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.633147518Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1c279e3-ca51-46e2-8778-d105eb0bae43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.63326936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3303672-9b6b-465e-a8c4-7c8d5c1849db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.633324483Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3303672-9b6b-465e-a8c4-7c8d5c1849db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:12.134991214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"294a343f-0209-4171-bfa1-1b3f6833704d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:12.135016086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"294a343f-0209-4171-bfa1-1b3f6833704d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.825956011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7283999-464a-4659-8902-538036baab51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.825975818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e7283999-464a-4659-8902-538036baab51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.826173933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e971b293-7e22-445d-ab37-33fa4209d62a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.826184318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e971b293-7e22-445d-ab37-33fa4209d62a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.826364544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cb7dfcfe-12cc-4f69-9566-360f96e86420","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.826374443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cb7dfcfe-12cc-4f69-9566-360f96e86420","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.826583453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56f897fd-560e-4aa8-843c-cfed2a6ab2ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.826594578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"56f897fd-560e-4aa8-843c-cfed2a6ab2ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.826749971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e441e00a-e1ce-496e-9824-554804826d38","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.826760491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e441e00a-e1ce-496e-9824-554804826d38","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.878026643Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"710229c5-1ea4-4728-954c-c2873b6cf1d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.878026682Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1d9e85d-cc1e-4a23-bc32-942e1af6338c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.890751657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"05922264-4832-4ccd-9683-2c6d334941c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.890768995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"05922264-4832-4ccd-9683-2c6d334941c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.891035145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"024095cc-940c-4d8d-8044-bad38f13bd19","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.891046439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"024095cc-940c-4d8d-8044-bad38f13bd19","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.891216667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a2a17faf-0438-47bf-8232-bc9979b40cc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.89122574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a2a17faf-0438-47bf-8232-bc9979b40cc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.891382421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"329b0e7c-5448-4f64-8122-7997e87259c1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.891391757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"329b0e7c-5448-4f64-8122-7997e87259c1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.89156686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d3e4a398-c91b-4f4a-b17e-92219c4bcb38","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.891577914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d3e4a398-c91b-4f4a-b17e-92219c4bcb38","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.980316687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3a63355-b086-45a3-bcf0-42736ff5028b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:14.980316793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7edf94f-3ff4-4b04-a676-caabccfcf3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.0362824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7edf94f-3ff4-4b04-a676-caabccfcf3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.036331005Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7edf94f-3ff4-4b04-a676-caabccfcf3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.036414966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3a63355-b086-45a3-bcf0-42736ff5028b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.036459549Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3a63355-b086-45a3-bcf0-42736ff5028b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.243369119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feb98936-25e3-4f9c-8d4c-81cd4a1afb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.243367325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef70e80d-a37e-460c-85ff-0eaba0f6873f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.298894914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feb98936-25e3-4f9c-8d4c-81cd4a1afb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.298953031Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"feb98936-25e3-4f9c-8d4c-81cd4a1afb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.299623401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef70e80d-a37e-460c-85ff-0eaba0f6873f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.299684209Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef70e80d-a37e-460c-85ff-0eaba0f6873f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.693615513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a99dfe27-cd3d-472c-bf69-0242d7445e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.693619882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15fb3aba-96e7-4339-9762-c88b4b5e6bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.74945899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15fb3aba-96e7-4339-9762-c88b4b5e6bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.749528397Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15fb3aba-96e7-4339-9762-c88b4b5e6bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.749603014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a99dfe27-cd3d-472c-bf69-0242d7445e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:15.749649582Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a99dfe27-cd3d-472c-bf69-0242d7445e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:16.065808134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf846eaf-e2e5-491a-af1c-12e143e5a086","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:16.065829147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf846eaf-e2e5-491a-af1c-12e143e5a086","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.809424933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e874c411-d32f-40bc-a52e-22a7ef46cb9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.809443788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e874c411-d32f-40bc-a52e-22a7ef46cb9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.809673062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6ac4019-68f4-4ac4-ace4-0d7c51ecb760","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.809686162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6ac4019-68f4-4ac4-ace4-0d7c51ecb760","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.80984585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1d3a8982-bc19-495b-aaa0-eddabe88b769","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.8098552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1d3a8982-bc19-495b-aaa0-eddabe88b769","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.810007435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94302093-be14-4f58-9a3f-76ed086696fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.810016067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94302093-be14-4f58-9a3f-76ed086696fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.810193846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10b8d5bd-d26e-4914-8645-3add1854cbcc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.810204966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"10b8d5bd-d26e-4914-8645-3add1854cbcc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.810426722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"102d90ff-9cf3-4a56-8347-e4d7b49f2204","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.81043595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"102d90ff-9cf3-4a56-8347-e4d7b49f2204","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.862101929Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"047652da-69a1-4c08-8ae6-6e41a21116ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.862101907Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfa3e5af-090f-4bd9-a40d-ff34d97318ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.910895809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b77287f-8764-4f04-8ce0-9f13d54fcfd4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.910913431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b77287f-8764-4f04-8ce0-9f13d54fcfd4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911125773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc740f9d-7d9b-42dd-82f3-5cb02c276090","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911137368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc740f9d-7d9b-42dd-82f3-5cb02c276090","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911296223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"df2cbc83-96d8-4a8d-b68f-22e9b48b835f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911306462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"df2cbc83-96d8-4a8d-b68f-22e9b48b835f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911496532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c750d363-3c60-49f2-a84e-19993b9edfd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911507839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c750d363-3c60-49f2-a84e-19993b9edfd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911696975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a576e9f7-102a-4f59-9131-ff5be821f109","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911706116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a576e9f7-102a-4f59-9131-ff5be821f109","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911855444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5b1626f5-11c1-4502-b47b-a5a6a2dd0787","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.911865332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5b1626f5-11c1-4502-b47b-a5a6a2dd0787","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.965048651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a3c5eca-8dd4-464c-aae8-ecc78af91fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.965048519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a812e10d-d4a4-444b-bb2a-65eac6678ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.022656003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a3c5eca-8dd4-464c-aae8-ecc78af91fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.022716142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a812e10d-d4a4-444b-bb2a-65eac6678ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.022736693Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a3c5eca-8dd4-464c-aae8-ecc78af91fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.022744223Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a812e10d-d4a4-444b-bb2a-65eac6678ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.229600424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4824046b-9c26-4fd9-8800-4953938844e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.229600426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49140929-7939-441e-b5eb-381210bf68ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.285316208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4824046b-9c26-4fd9-8800-4953938844e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.285381672Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4824046b-9c26-4fd9-8800-4953938844e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.285438391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49140929-7939-441e-b5eb-381210bf68ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.285520439Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49140929-7939-441e-b5eb-381210bf68ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.094844138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb7a61c-2531-45b4-b653-ac5e2b33846d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.09484412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d86efc09-3ebf-42cc-aa42-86b8596b6a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.152583099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d86efc09-3ebf-42cc-aa42-86b8596b6a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.152663136Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d86efc09-3ebf-42cc-aa42-86b8596b6a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.152911498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb7a61c-2531-45b4-b653-ac5e2b33846d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.152996537Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb7a61c-2531-45b4-b653-ac5e2b33846d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.199719644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8f945fbb-72de-4c3a-b887-37fa3ac680a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.19973991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8f945fbb-72de-4c3a-b887-37fa3ac680a4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.069588253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c92aa0b-f30f-4fa3-b0b2-d62ce4ec3d67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.069608519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c92aa0b-f30f-4fa3-b0b2-d62ce4ec3d67","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.06981528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b0152758-c032-477f-8440-11fb5835fde6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.069827029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b0152758-c032-477f-8440-11fb5835fde6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070012052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"03b8c5a0-52e7-4955-b7ee-fb782d5e9258","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070023223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"03b8c5a0-52e7-4955-b7ee-fb782d5e9258","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070193841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e79eea2b-7aef-4c60-8966-cba57bf93ce2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070203226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e79eea2b-7aef-4c60-8966-cba57bf93ce2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070366467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"087e9f02-e5ad-4afd-a9bd-36246fb8738b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070375494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"087e9f02-e5ad-4afd-a9bd-36246fb8738b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070587524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"784f2490-9acc-4bee-bd72-d5a8b78d8eaa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070597732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"784f2490-9acc-4bee-bd72-d5a8b78d8eaa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070761778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29b844f4-8461-4ca4-9aaf-c7fe03d678ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.070771855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29b844f4-8461-4ca4-9aaf-c7fe03d678ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.121883502Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4d43091-155d-4c84-b99a-c682857f1ff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.135489618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17cf0ebd-25dc-4cdc-b2ae-dfb333647b08","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.135509187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"17cf0ebd-25dc-4cdc-b2ae-dfb333647b08","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.135737078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"848abadc-aeae-4819-b65a-e652e874a298","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.135753387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"848abadc-aeae-4819-b65a-e652e874a298","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.135927831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4af4e795-1038-4ae7-ba4e-25afdba23fcd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.135937493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4af4e795-1038-4ae7-ba4e-25afdba23fcd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.136095145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00b3cbba-9274-41cc-a749-630021c7da28","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.136103734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00b3cbba-9274-41cc-a749-630021c7da28","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.136262225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abb4a824-3798-4c51-bec9-d9891be672dd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.136271531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"abb4a824-3798-4c51-bec9-d9891be672dd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.136429318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3c516160-aae2-4edf-8ca1-e0e7d623546b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.136438408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3c516160-aae2-4edf-8ca1-e0e7d623546b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.136615778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"798abacd-f9bc-4870-8fa2-b062b0dea6d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.136625004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"798abacd-f9bc-4870-8fa2-b062b0dea6d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.224949225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09a80af8-569e-4694-ab80-cebc2932f435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.224961959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a672ede7-a95c-4441-a3ce-a780fc93f6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.281922387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a672ede7-a95c-4441-a3ce-a780fc93f6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.281986529Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a672ede7-a95c-4441-a3ce-a780fc93f6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.282063042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09a80af8-569e-4694-ab80-cebc2932f435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.282399808Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74b65c0e-0ff7-4549-980f-66b310e34bd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.483661475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"813cc00b-b0b8-448f-99fc-edf002d7330e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.483681716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"813cc00b-b0b8-448f-99fc-edf002d7330e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.487147996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8938b83a-b120-4660-8b06-6796c477cff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.542810104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8938b83a-b120-4660-8b06-6796c477cff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.542862435Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8938b83a-b120-4660-8b06-6796c477cff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.589543505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34209e08-375e-4a48-93dd-0e5c1beae867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.64484093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34209e08-375e-4a48-93dd-0e5c1beae867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.689969099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"625b01d4-ba3b-4222-9a0d-326733f4ee76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:23.307748348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b00482e0-c0d9-4e28-ae3b-7015e8e29fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:23.30777084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b00482e0-c0d9-4e28-ae3b-7015e8e29fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:23.517066444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f415660a-2dba-4cf6-9088-1eccd77e5bb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:24.799263082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.662400442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d40d443-6556-4037-bcac-21bea670029d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.662426468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d40d443-6556-4037-bcac-21bea670029d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.662704832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8dc3b7b-fe8e-4cfe-957c-04a6a624f983","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.662722213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d8dc3b7b-fe8e-4cfe-957c-04a6a624f983","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.662926225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff414cc5-e2be-4cad-bd04-b5292356cf1c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.662938241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff414cc5-e2be-4cad-bd04-b5292356cf1c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.663098682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0aa0710c-3192-44b9-a23a-b509f491db41","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.663108701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0aa0710c-3192-44b9-a23a-b509f491db41","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.66326827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a3a3853-586f-4ffc-a3f1-1e0796680b15","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.66327893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a3a3853-586f-4ffc-a3f1-1e0796680b15","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.663433151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dba63bec-a410-4d92-a1d9-f5b4475c745b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.663442292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dba63bec-a410-4d92-a1d9-f5b4475c745b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.663655688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c208370-905f-4a5c-923d-efd03b8a3d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.663665845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c208370-905f-4a5c-923d-efd03b8a3d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.663863394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d453191-d35f-41fb-9b20-bb34ba37e3d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.663872346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d453191-d35f-41fb-9b20-bb34ba37e3d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728042934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e9c87630-a876-4d9a-9ec7-75b6dec9ecc4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728062034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e9c87630-a876-4d9a-9ec7-75b6dec9ecc4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728268638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"da5911fe-e07e-4bb0-92b5-f307a62ab267","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728279522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"da5911fe-e07e-4bb0-92b5-f307a62ab267","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728437257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"540459cc-036a-41a6-9306-afae3c8d9222","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728446705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"540459cc-036a-41a6-9306-afae3c8d9222","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728637014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3de68a50-7c73-46ff-812b-5cf75570e4b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728647156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3de68a50-7c73-46ff-812b-5cf75570e4b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728801017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4a8d6fa-e106-4646-af17-6e00acff4465","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728809731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b4a8d6fa-e106-4646-af17-6e00acff4465","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728958265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"670f7be2-9319-4a63-9516-ca0287c8209b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.728967601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"670f7be2-9319-4a63-9516-ca0287c8209b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.729113095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e2c4e4-09eb-4ac1-9f9e-94411d4bba83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.729121624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88e2c4e4-09eb-4ac1-9f9e-94411d4bba83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.729314401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32d4371c-5314-40ae-bb8d-b19610093359","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.729324696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32d4371c-5314-40ae-bb8d-b19610093359","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.818768134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d652a5ff-a239-4287-b4da-2024b049a4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.819280259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e2a9aa8-9f31-4ebe-be64-73ea30481f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.871076472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad12dcad-688e-4be5-b188-443e82331f9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.874945705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e2a9aa8-9f31-4ebe-be64-73ea30481f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.87534727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d652a5ff-a239-4287-b4da-2024b049a4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.920935018Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30645b28-dac1-46c7-a880-46be8aed984a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.135932006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53295b9f-cdce-4d13-b65e-6f20215b8076","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.135953178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"53295b9f-cdce-4d13-b65e-6f20215b8076","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.233598852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a57d314-6314-48e1-b138-4545692f0d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.233598755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e109e211-d23d-47a2-bed3-7573248cf72a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.289883872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e109e211-d23d-47a2-bed3-7573248cf72a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.290100425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a57d314-6314-48e1-b138-4545692f0d5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.346195502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c112fa71-901b-42b7-98ec-4b0496a285bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.901711037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f91d74a2-d879-42df-80b6-1cf510877756","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.90173388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f91d74a2-d879-42df-80b6-1cf510877756","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.924805138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9763536-1c25-4ade-ab01-84e48ab6e724","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.024896726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb57bf96-cc6e-4a6d-8272-521b9bd4158b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.025007828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"958ff256-6a54-414d-a1d2-3746614950b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.080989306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"958ff256-6a54-414d-a1d2-3746614950b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.081003307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb57bf96-cc6e-4a6d-8272-521b9bd4158b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.086227667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c961d67-fe74-4b29-b595-edbf6f0fc341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.08624677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c961d67-fe74-4b29-b595-edbf6f0fc341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.1132507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1470c6e3-d1e7-4468-898d-55ec64e9a8c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.439728978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff05a037-1efc-4605-a5fe-a49069049ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.439757971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48376297-1ee5-4c2f-8a4f-3a75e4e0f3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.495906386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48376297-1ee5-4c2f-8a4f-3a75e4e0f3b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.496231789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff05a037-1efc-4605-a5fe-a49069049ef1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:30.357652461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06f15a1c-a36c-4519-a8d7-0a23920e8ad7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:30.357674649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06f15a1c-a36c-4519-a8d7-0a23920e8ad7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.816685479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51091a57-b336-4acb-8084-9da1ac0920f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.906278997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db03b21a-aa5b-4fbc-8754-a03593fc2698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.906311131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f467c7c8-960d-4c68-ada5-a49a0d28921e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:34.011663574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f467c7c8-960d-4c68-ada5-a49a0d28921e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:34.011784314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db03b21a-aa5b-4fbc-8754-a03593fc2698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:34.012290517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7076a82-9ee6-4022-b270-b813c7b7f0af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:34.012304746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7076a82-9ee6-4022-b270-b813c7b7f0af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:34.672398448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"768fd29b-3735-44e0-866f-d291b93ecb60","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:34.672417489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"768fd29b-3735-44e0-866f-d291b93ecb60","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.729223487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94070ce2-4a5a-4fde-b983-d05595cbbb29","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.729247554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94070ce2-4a5a-4fde-b983-d05595cbbb29","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.729577126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72a5bfc9-30f3-4665-b7e7-827c774db3af","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.729591009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"72a5bfc9-30f3-4665-b7e7-827c774db3af","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.729785526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a452968-3639-43b2-912e-f1d73b551c9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.729795263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a452968-3639-43b2-912e-f1d73b551c9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.72996054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0b733f9d-f011-4520-9161-8f037f2cd796","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.729969806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0b733f9d-f011-4520-9161-8f037f2cd796","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.087079788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c264e6ff-b1e2-4c3d-b95e-7696c8abb542","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.08710168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c264e6ff-b1e2-4c3d-b95e-7696c8abb542","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.383122129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a5da54a4-a040-4237-a92c-60f8e4e0d883","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.383142448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a5da54a4-a040-4237-a92c-60f8e4e0d883","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.255562049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78f3589e-0deb-4d61-8da1-75848aed49db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.255583433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"78f3589e-0deb-4d61-8da1-75848aed49db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.616691926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d2823dd-5aca-4d7e-890d-8c194362dc37","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.71741449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dabd2ae3-20ec-41a8-9a17-c30c920beb60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:43.304607281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2044cd1-c895-4389-a470-ec4d319f7de4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:43.304628534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2044cd1-c895-4389-a470-ec4d319f7de4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:44.013167861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0614558d-732c-4e24-a05f-8a1414bd7e10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:44.013188924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0614558d-732c-4e24-a05f-8a1414bd7e10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:45.730893136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"524310ab-f1ab-4968-972c-3100983da6bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:45.730915192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"524310ab-f1ab-4968-972c-3100983da6bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:46.135784519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"78aece22-3ed8-40f2-ba55-f1db3803f100","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:46.135805866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"78aece22-3ed8-40f2-ba55-f1db3803f100","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:47.087984429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"185fb3ea-7cdf-46c4-877f-7dc58088541a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:47.088005003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"185fb3ea-7cdf-46c4-877f-7dc58088541a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.179683066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"521419ab-fdf5-40ba-ac06-7138f3a47d00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.179708368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"521419ab-fdf5-40ba-ac06-7138f3a47d00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.388148592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3cf70976-77a2-45c4-8e9e-ca5bcb5980a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.391814708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c342954-5865-4971-8e26-0d47d5febc49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.391829834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e9e0e58-78d1-41bb-a2c3-32cfc199ac7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.498185512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c342954-5865-4971-8e26-0d47d5febc49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.498803253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e9e0e58-78d1-41bb-a2c3-32cfc199ac7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.553093147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d97e122e-6cab-400c-af7c-bd8791d55b4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.553111309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d97e122e-6cab-400c-af7c-bd8791d55b4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.760272296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49b179f8-786b-49dc-bb75-4f7a84270857","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.614758974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4162cf84-5e87-4d71-bfcb-7c0476c90468","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.614788076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4162cf84-5e87-4d71-bfcb-7c0476c90468","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.828062363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5e20672-1079-4eb4-a7b2-d0c42b3c58ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.830206519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc915fc1-3336-4359-837a-3545bf69a305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.830208817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7baee539-fe21-4d56-815e-cdcce11e707e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.935276719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7baee539-fe21-4d56-815e-cdcce11e707e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.935837594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc915fc1-3336-4359-837a-3545bf69a305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.990383036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4182f25-6211-4d85-9246-09ec698b0f43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.990406695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e4182f25-6211-4d85-9246-09ec698b0f43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:53.198065374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"520bc758-99a0-4475-93af-3d6a9f33bd97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:54.747966465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.409695402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"750bd989-0e11-4fbe-b7cb-b1e8e3a5dece","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.409715731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"750bd989-0e11-4fbe-b7cb-b1e8e3a5dece","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.563804631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44cccbd3-4828-45a7-aa68-342521be301b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.619444168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44cccbd3-4828-45a7-aa68-342521be301b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.627164862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2d8807b-86e8-4f7a-b4c3-e390259eaa42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.627180827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2d8807b-86e8-4f7a-b4c3-e390259eaa42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.780600657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7de8098-8c3e-481a-86a3-a1079bdd93da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.832886262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd7f89bd-b571-4bd6-9e5d-949a8e1df393","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.832906037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd7f89bd-b571-4bd6-9e5d-949a8e1df393","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.833667684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68cf7144-d419-42cb-a2f1-ebf654afe8d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.836030996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7de8098-8c3e-481a-86a3-a1079bdd93da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.986762975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca758b43-d80d-4bc6-af76-f556b5333910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.995806004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf811bc4-ca96-4c6f-b8d9-633f59e4b640","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:55.995823005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cf811bc4-ca96-4c6f-b8d9-633f59e4b640","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:56.043841451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca758b43-d80d-4bc6-af76-f556b5333910","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:24.749946195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:27.555614886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf1909a-9c4f-467e-a194-06b5e15e3169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:27.608310586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf1909a-9c4f-467e-a194-06b5e15e3169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:27.663757547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf1909a-9c4f-467e-a194-06b5e15e3169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:27.716752516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf1909a-9c4f-467e-a194-06b5e15e3169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.1329089Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-8ff537","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-8ff537","reconcileID":"8638b5c2-9e40-4dc2-ab15-96e2a43cc02c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-8ff537","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-8ff537":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.95823791Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3ba2f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3ba2f3","reconcileID":"09b650f9-df53-47ba-a7d8-826a30eef1b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-3ba2f3","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-3ba2f3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:29.74331998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e7efd2-9e3f-453c-b39f-fba84be90c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:29.795427858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e7efd2-9e3f-453c-b39f-fba84be90c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:29.847400069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e7efd2-9e3f-453c-b39f-fba84be90c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:29.899383775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e7efd2-9e3f-453c-b39f-fba84be90c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:30.775544687Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-190724","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-190724","reconcileID":"9f425557-d937-4f28-b3c4-41dd03eccbb6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-190724","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-190724":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:31.783444907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbc0ae9-80d2-4f19-a6f8-d64e42c24edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:31.835377727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbc0ae9-80d2-4f19-a6f8-d64e42c24edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:31.888824679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbc0ae9-80d2-4f19-a6f8-d64e42c24edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:31.940695062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbc0ae9-80d2-4f19-a6f8-d64e42c24edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:33.810307324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b60243-9021-4296-aa54-ab0c39c726c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:33.862736508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b60243-9021-4296-aa54-ab0c39c726c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:33.9146794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b60243-9021-4296-aa54-ab0c39c726c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:33.967071059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b60243-9021-4296-aa54-ab0c39c726c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.581993942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"3272183c-8624-4d0b-9fb9-8e5514ab5ed3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.69638188Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"3272183c-8624-4d0b-9fb9-8e5514ab5ed3","name":"e2e-worker-w0-3ba2f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.978873478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c128191-3413-4132-9dc6-c99a55b8424b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:43.078445358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5c01dc8-20ed-456a-92c1-31e76d43f252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:43.403838027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"67942c79-3f89-4ec3-8b5c-5cb46a8bb4c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:43.516690468Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"67942c79-3f89-4ec3-8b5c-5cb46a8bb4c5","name":"e2e-worker-w2-8ff537-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.153614854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"f08d5a08-f833-42db-bc0b-ff44fbd17bf8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.266811818Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"f08d5a08-f833-42db-bc0b-ff44fbd17bf8","name":"e2e-worker-w4-190724-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.127120612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1626842-1e64-40ed-a45a-db0ab1619717","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.127143985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1626842-1e64-40ed-a45a-db0ab1619717","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.183287293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62faa4d6-9abe-4faf-80f2-cc39d3612959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.18331326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62faa4d6-9abe-4faf-80f2-cc39d3612959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.336984878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"d213378b-10c8-42cf-94b4-1759924db2ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.390216612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07fe7c3a-02c0-415b-a7d7-802eeba9ce69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.390240506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07fe7c3a-02c0-415b-a7d7-802eeba9ce69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.392950876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"d213378b-10c8-42cf-94b4-1759924db2ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.447285758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50707dc5-50e9-4eaa-8ffc-0ccfe48c0534","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.447306123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50707dc5-50e9-4eaa-8ffc-0ccfe48c0534","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.497452831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72d2d814-bba7-4d1f-9311-c988a8820d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.497497056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72d2d814-bba7-4d1f-9311-c988a8820d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.504038306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62524f3a-fa5a-419d-853d-0dd95d82b76e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.504054784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62524f3a-fa5a-419d-853d-0dd95d82b76e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.544288806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7433d276-23c7-4b45-9352-1d8f4fe35999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.544325236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"052dda5a-6fd0-4107-af5e-6ed09d14de5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.551784757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c674c2e7-f632-4025-88c1-51bf86fef54b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.55180792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c674c2e7-f632-4025-88c1-51bf86fef54b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:49.555769314Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-d8eb64da","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-d8eb64da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.599897057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7433d276-23c7-4b45-9352-1d8f4fe35999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.600113563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"052dda5a-6fd0-4107-af5e-6ed09d14de5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.708742987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e73d601-7835-4809-b33f-7dbb3072f7e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.708768007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e73d601-7835-4809-b33f-7dbb3072f7e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.817503258Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d8eb64da","reconcileID":"5d6acb95-6381-4e1a-a8fb-3ccf5b38a91f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-d8eb64da","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.817632575Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d8eb64da","reconcileID":"5d6acb95-6381-4e1a-a8fb-3ccf5b38a91f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d8eb64da","error":"MaaSModelRef not found: llm/nonexistent-model-d8eb64da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.862143034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"3d44f64e-9d1a-431d-b29c-7faba9654c4d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.917229572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"3d44f64e-9d1a-431d-b29c-7faba9654c4d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.962961331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12c9010f-e8c6-436e-b063-b86e35cb6b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.963047452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4396bd91-7ecf-470d-9f70-8b0e99c04478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.019322592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4396bd91-7ecf-470d-9f70-8b0e99c04478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.020387835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12c9010f-e8c6-436e-b063-b86e35cb6b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.025658742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee911ac4-71ae-41ec-a233-223c4fdcc6b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.030609159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53a5414d-9da8-4b1f-893a-13fd3d4a0aa6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.030624958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53a5414d-9da8-4b1f-893a-13fd3d4a0aa6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.237511611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d8eb64da","reconcileID":"6e70637b-62ae-4327-9069-9b2151463bb6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.237644092Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d8eb64da","reconcileID":"6e70637b-62ae-4327-9069-9b2151463bb6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d8eb64da","error":"MaaSModelRef not found: llm/nonexistent-model-d8eb64da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.155427009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1414dee5-f4eb-41aa-a7f3-ff1956ca7b7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.155492471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1414dee5-f4eb-41aa-a7f3-ff1956ca7b7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.315149104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0a64a4c-8bb0-45bb-ad28-1888bde849ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.315820069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1bc0841-ae95-4c07-aa13-e98d1144b8a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.323941148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"45b5868b-b5f5-4675-9e34-2d8646845d9e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.371592359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0a64a4c-8bb0-45bb-ad28-1888bde849ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.371717679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1bc0841-ae95-4c07-aa13-e98d1144b8a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.379994702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"45b5868b-b5f5-4675-9e34-2d8646845d9e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:54.749148317Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.104718432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3cd04f44-d741-41ba-aeec-1970e1836595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.217308654Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c82a98f1-b39b-4427-ac26-00d6cc1a7768","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.529188996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"15dd772b-3f72-499a-9332-010b663ce61e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.740377904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d067878-2b8a-4f5c-868d-47c191fcf1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.793075575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d067878-2b8a-4f5c-868d-47c191fcf1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.845188861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d067878-2b8a-4f5c-868d-47c191fcf1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.898493265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d067878-2b8a-4f5c-868d-47c191fcf1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:01.871995604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87eb156-174b-4f74-9d20-4115235b0ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:01.92667135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87eb156-174b-4f74-9d20-4115235b0ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:01.978898742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87eb156-174b-4f74-9d20-4115235b0ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.031004968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87eb156-174b-4f74-9d20-4115235b0ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.326671924Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d8eb64da","reconcileID":"9f1f6abc-0461-41c9-8c07-148b2a1d0e17","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-d8eb64da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.482901176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d8eb64da","reconcileID":"9f1f6abc-0461-41c9-8c07-148b2a1d0e17","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.482931546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d8eb64da","reconcileID":"9f1f6abc-0461-41c9-8c07-148b2a1d0e17","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d8eb64da","subscription":"e2e-neg-ghost-sub-d8eb64da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.483050071Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-d8eb64da","reconcileID":"9f1f6abc-0461-41c9-8c07-148b2a1d0e17","MaaSSubscription":{"name":"e2e-neg-ghost-sub-d8eb64da","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d8eb64da","error":"MaaSModelRef not found: llm/nonexistent-model-d8eb64da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.752438435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68addbd9-69d7-4607-9c39-6e299a16bb7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.752481933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68addbd9-69d7-4607-9c39-6e299a16bb7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.893993176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90a19380-08ab-4982-8fba-5f4257b747fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.894013495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90a19380-08ab-4982-8fba-5f4257b747fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.915984071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a53dd263-b23a-4c60-bd84-19ccc0cd73b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.916726813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"98509d97-b837-4f87-98ef-3a6fd1b93eb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.916786301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1925c86c-1414-4c02-9a1c-7e77c892eee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.977866173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"98509d97-b837-4f87-98ef-3a6fd1b93eb5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.978011184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a53dd263-b23a-4c60-bd84-19ccc0cd73b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:02.980706546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1925c86c-1414-4c02-9a1c-7e77c892eee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.182076335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-d8eb64da","reconcileID":"e00b2819-83fd-4442-8419-bf6fa6493159","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-d8eb64da","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.342424131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"215be61d-46b1-4067-b0e6-218989e5848c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.342452898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"215be61d-46b1-4067-b0e6-218989e5848c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.60187645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d404f00f-1b10-400f-9550-491d8cc38fcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.601896379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d404f00f-1b10-400f-9550-491d8cc38fcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.660207479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edbf92de-54d3-4fdd-b1d4-4088f00d1f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.660229202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edbf92de-54d3-4fdd-b1d4-4088f00d1f6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.917717142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2968a728","reconcileID":"67d70df5-8501-4199-ad31-e54bee994ee3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:03.974435242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2968a728","reconcileID":"67d70df5-8501-4199-ad31-e54bee994ee3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.084037233Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2968a728","reconcileID":"67d70df5-8501-4199-ad31-e54bee994ee3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2968a728","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.393776204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"780267e0-319d-44dd-b976-dad5f479efa8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.393799186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"780267e0-319d-44dd-b976-dad5f479efa8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.613057155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2968a728","reconcileID":"ef4c1a76-8ec4-4097-b0e1-349036e9b8ff","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.670410716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2968a728","reconcileID":"ef4c1a76-8ec4-4097-b0e1-349036e9b8ff","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.781164023Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2968a728","reconcileID":"ef4c1a76-8ec4-4097-b0e1-349036e9b8ff","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2968a728","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.797267725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2717a092-1000-4c52-bef6-f25921e23597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.849526569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2717a092-1000-4c52-bef6-f25921e23597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.901628606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2717a092-1000-4c52-bef6-f25921e23597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.953647829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2717a092-1000-4c52-bef6-f25921e23597","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:06.328687748Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2968a728","reconcileID":"8fe318c0-5d77-4a9b-a432-7cb3c7d3e123","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:06.339987961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd4a1ae9-9842-49f2-aeb9-11eb84443b58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:06.340096009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd4a1ae9-9842-49f2-aeb9-11eb84443b58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:06.408706837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2968a728","reconcileID":"8fe318c0-5d77-4a9b-a432-7cb3c7d3e123","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2968a728","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2968a728","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:06.638805368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01c5499b-2e78-4a32-91ee-85871b662f4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:06.638827236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01c5499b-2e78-4a32-91ee-85871b662f4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:06.971960381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea4035f-60c8-454a-afe4-17ce31f60878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:07.024378033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea4035f-60c8-454a-afe4-17ce31f60878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:07.076307879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea4035f-60c8-454a-afe4-17ce31f60878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:07.128341892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea4035f-60c8-454a-afe4-17ce31f60878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.775682125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4daf86d8-e47b-480d-81a3-d530c56518d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.828343223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4daf86d8-e47b-480d-81a3-d530c56518d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.880548401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4daf86d8-e47b-480d-81a3-d530c56518d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.932536415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4daf86d8-e47b-480d-81a3-d530c56518d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:11.845689793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4d3a99-071d-4200-83fa-cb96f74ee115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:11.898194042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4d3a99-071d-4200-83fa-cb96f74ee115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:11.950325275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4d3a99-071d-4200-83fa-cb96f74ee115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:12.002795151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d4d3a99-071d-4200-83fa-cb96f74ee115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:14.954537269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70058eff-9039-4cc9-9927-f30fb9c071fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:15.006740278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70058eff-9039-4cc9-9927-f30fb9c071fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:15.059417404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70058eff-9039-4cc9-9927-f30fb9c071fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:15.111805534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70058eff-9039-4cc9-9927-f30fb9c071fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:15.321192425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2af0104-8bc7-4e87-bfa5-a3e62be6f598","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:15.321219817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e87f5e0d-f990-448c-ae9d-80a0de836c6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:15.541537969Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-85584b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-85584b","reconcileID":"d8e057d9-2da5-4c12-a3a5-cb68901afc55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-85584b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-85584b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:17.04375304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2fe50de-1ebc-42ca-811f-b968c9c42114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:17.095557653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2fe50de-1ebc-42ca-811f-b968c9c42114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:17.147322421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2fe50de-1ebc-42ca-811f-b968c9c42114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:17.200100996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2fe50de-1ebc-42ca-811f-b968c9c42114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.609952722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8efcb005-7573-40f4-bf15-83a711c82df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.710593843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c0b1792-f789-4215-a6d2-0d4cd4b00540","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:24.747734041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:31.689125302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"8532a076-5c0a-40ed-aa2a-be003a6e2e9f","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:36.901644577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"50f3696d-5679-4fb6-b7c0-4f0bac94f09c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:37.016497683Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"50f3696d-5679-4fb6-b7c0-4f0bac94f09c","name":"e2e-inf-a-85584b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.316676415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb2431a5-9b7f-408b-b41e-755cb460c3bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.421022251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3fe6638-34ca-4bbe-bbe1-1ab58a765008","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:45.659521815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"ccf81230-b731-4d6c-aa61-8c25d7471f97","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:45.723639371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"513acae0-fa7a-46d1-a7d6-52f8b263d77b","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:54.747293164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:58.584222956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"757be5fd-ca2b-42a5-82e5-3880e752b09e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:58.699314405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96f17097-2ead-4180-bb92-5e76edb64f6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:02.61214128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccd2ada-1fde-4bac-9270-f12f6a85790b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:02.664303745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccd2ada-1fde-4bac-9270-f12f6a85790b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:02.716068287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccd2ada-1fde-4bac-9270-f12f6a85790b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:02.767775433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cccd2ada-1fde-4bac-9270-f12f6a85790b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:04.634403262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6511e351-7418-4f1b-aedd-db1bf3f9e598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:04.687174619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6511e351-7418-4f1b-aedd-db1bf3f9e598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:04.739268092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6511e351-7418-4f1b-aedd-db1bf3f9e598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:04.791175194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6511e351-7418-4f1b-aedd-db1bf3f9e598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:08.393245235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"50e99d46-c523-4876-bffa-77f6174fdcce","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:11.311784843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38b88cd-23e1-43d0-a8ab-54b8088954c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:11.36740365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38b88cd-23e1-43d0-a8ab-54b8088954c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:11.423995361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38b88cd-23e1-43d0-a8ab-54b8088954c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:11.476330675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38b88cd-23e1-43d0-a8ab-54b8088954c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:11.7446538Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ef9b55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ef9b55","reconcileID":"cb4b5852-a0c8-483a-a8e5-c3366dc53638","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ef9b55","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-ef9b55":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:12.364075806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"bfab0cd3-0f44-4f55-95c2-f4aeb0721997","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:13.480575862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e88248-72e1-4d25-adf6-cafac9e7f664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:13.53389461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e88248-72e1-4d25-adf6-cafac9e7f664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:13.58678953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e88248-72e1-4d25-adf6-cafac9e7f664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:13.63977514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e88248-72e1-4d25-adf6-cafac9e7f664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.304048655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"85979f24-0de4-4379-a7c7-0e0c827fa346","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.40281729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"0fc60037-9b73-4c40-bde5-8d8983b41616","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.458719248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"63b45599-5229-47b6-856f-0d19d42ef808","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:14.509159895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"c7d085c0-12bd-48d0-9b71-ac304a74c42f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.619764188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"aac51433-dd83-4317-a532-e9bf2842b8d1","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.67455967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"9655fbbd-cb2b-476e-acec-64189498b639","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.734594833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"ebb5c294-b4e4-487a-9a9a-a13d747b8ca5","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:14.786959145Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"ebb5c294-b4e4-487a-9a9a-a13d747b8ca5","name":"simulator-w0-3ba2f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-3ba2f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:14.787013071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"ebb5c294-b4e4-487a-9a9a-a13d747b8ca5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-3ba2f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.792278128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"9b173c08-aa4f-4ec0-9d03-938c7978660d","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.836584627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8d6c7d71-0289-4c7e-b5cf-af0d7a0eec39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.892311841Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"6fde7c28-7023-4132-9ae0-7efb93051041","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"simulator-w0-3ba2f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:14.944314059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"72529ccb-9af1-4005-9634-f6fc36541eaf","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.004871375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"4584c427-8f5b-4035-8649-06d214eb97bb","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.006235359Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8d6c7d71-0289-4c7e-b5cf-af0d7a0eec39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.056413697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"289a8e23-cb66-49bf-af56-03a1e9d02cad","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.060355304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8d6c7d71-0289-4c7e-b5cf-af0d7a0eec39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:15.060742471Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3ba2f3/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.112635594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"80c5a6d9-ea22-43a5-a77b-d54a215a796e","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.115582767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"2fbd98d8-f153-43e8-abfe-a658a821a213","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.116496497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"db3c9f36-c315-4efa-bd9c-4bd8d340a421","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.220433893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"78ae1fc8-34b9-48cc-80b8-57ac445273b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.221577365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"43368a28-d9d2-46d2-b7e8-46c166c3f583","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.277197783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"78ae1fc8-34b9-48cc-80b8-57ac445273b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.280815582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"ae6984c9-fec5-4112-931e-44885aba749c","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.324113713Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"1ad888bb-08af-4865-a48c-478f8a0729f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"premium-w0-3ba2f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.331499851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"78ae1fc8-34b9-48cc-80b8-57ac445273b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.424489072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"58b191b7-f893-4366-b522-d3e6c8cc1a00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.432360416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"896e2c62-5761-410b-9c53-06bbd8f74e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.487966771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"896e2c62-5761-410b-9c53-06bbd8f74e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.489012282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"977bf4a1-1d2b-4316-bc0c-c9bb315f98e0","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.502873843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006a3471-f991-47e9-806a-5e2b62d12f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.565143774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006a3471-f991-47e9-806a-5e2b62d12f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.569057752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"896e2c62-5761-410b-9c53-06bbd8f74e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.621847768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006a3471-f991-47e9-806a-5e2b62d12f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.622171642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a4e3698d-57ea-440f-a40a-c2e436546769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.674787545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"006a3471-f991-47e9-806a-5e2b62d12f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.676644923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"6293e3ff-4da2-44dc-8c00-04887d23f762","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.730626982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a4e3698d-57ea-440f-a40a-c2e436546769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.778680397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"4c35f5bb-7cbc-479d-a3d5-fb9e039892bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.784487571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a4e3698d-57ea-440f-a40a-c2e436546769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.83076855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"95599b29-45e9-429d-9ea4-d0313be05bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.888663988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"95599b29-45e9-429d-9ea4-d0313be05bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.943200667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"95599b29-45e9-429d-9ea4-d0313be05bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.65431911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"03b5c5e9-22b5-465b-ae82-e6ce10be0f54","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.719562191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"b9aeaf82-aecf-4035-99a5-5bcd83f95f03","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:24.748067823Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:25.939493879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e7326aa2-0b2b-4bda-ad51-57a3e699b365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:25.995214966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e7326aa2-0b2b-4bda-ad51-57a3e699b365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.049437528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38ec12491e3a181c7f09e2e239e7da2b66a8949159feb88bd259811b46b62787) AuthConfig (bb00528e2f446e760d555cbae9de21498669288df12150de97457b9093aec8cb) AuthConfig (03120466c5ae4f43c13aaace6d796530715327b9ebc08d6a7e25bf4d02fd77c8) AuthConfig (3fb7e722f3a5ff37e3c87328efdddec9f09f6a8fc8569b5436eac42fded5f68a) AuthConfig (92e698ace1aa9c415382719d36119ba9e3c8d5caebdbeda57b4348ff07aa0e8d) AuthConfig (978da76fbea2cdfea2d0a536103b12d3ed6d83bb5259a0681051da378c676f61) AuthConfig (57bd9bf59c2078a9d32b18c6ff51bc0c6a97ebd35ecb133b7f3f56df4861b691) AuthConfig (554dad38cd839c47fe2a2effc5f7d8a7f0ca4f3308cff34dbe9caeb175eeb7f4) AuthConfig (49fa5b8934e30450231d93321d880bf3f21092e5cd09bd59314a601392610799) AuthConfig (2d114b62ca4eca4fb3b1485ca10f01daab57e329e1023b144f544d9c5cd737b0) AuthConfig (b0df8e545a8ca3deaada78edec5e8034aac7a8920cc7cbc506f0008b4681e607) AuthConfig (9860e37c95a3bdd3aa228e09b7bc2962f561b55498a7a42408418a86c5f52d72) AuthConfig (4e95472c6a36b5ba51c05dfadd1faeb1cbe846e9058f02956664bd10ebb6dd7c) AuthConfig (87e60a12f3ac7290366639c0c0d3efa440ab84083b896f3a91943f0b96c1f99f) AuthConfig (948b3fd9ceea21c67faca417da43646d293fcc857f9e3ea288d67b5634bc8a0e) AuthConfig (e35a49b160b971c4d8667aa2a65ae4d240767a2c14c2777a6f77b43b84359b84) AuthConfig (b230f3f560f9d1d7cb69331b45066a19535233436914dfdcf2ea181a14b566b7) AuthConfig (548e21786f50f0c6bcd660892046139f68f86a831fc3f74c60ece48e2964ad58) AuthConfig (57cca31c28b6bd556203678ca860f4fcc25132be934617367c9f9906c8add030) AuthConfig (70dd13a9c2143906f7d3b35f6f3d1cb6f58ae55cacf0dea2a1e8d682f8651528) AuthConfig (1b79034d2d541d7ecfae07b98deb96a3e3dc842d9af8e16bebd2877beb08462b) AuthConfig (5476c669f093ab2109017658a25a735b50271a4182349854cbf2d145a611525b) AuthConfig (6090316cdfe8bbbac3c7e1c5f0272eabe9235c4ca430b4809126388a06d68041) AuthConfig (c90394247e7d7458d77815c0fc57defb92ad630a40ebdff2c1dbdcad4aa5742d) AuthConfig (e52b9dd6aafe68a251b3d46946f1b0655840a7ed079bce2ef56f161aad015501) AuthConfig (ce229589bbe48fc7b53f9ad6e94f6d597d1d9f2834784acce188da8ddfb76272) AuthConfig (c81d1cfd9ff7fb9139ee79124a29c4c87d3711a03121a14e108b8a9a3569199b) AuthConfig (d2fb78c91d0b3589d3b24843ef235f8a0d053ef772a34020b8fcb4ee10943aa7) AuthConfig (6aa48017cbbfa4559a86d6887fabd63a1bdfad660436aa2894cf79265fbb5e87) AuthConfig (6e868c7f32fae7d5f8218f0f1178660eb0ce85a6e867410f8d3b7ff00337d17d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e7326aa2-0b2b-4bda-ad51-57a3e699b365","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.096880571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"439cfef1-b37e-4e09-946e-091a653b7451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.102403607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"8796dc8f-154c-4789-aa90-940820dcab81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.106449553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"c1006097-24e8-4426-8db1-1c0fad21a87a","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.152288001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"439cfef1-b37e-4e09-946e-091a653b7451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.202617674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae367160-7ecc-4e0b-8079-ff8052ca8b31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.209233002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38ec12491e3a181c7f09e2e239e7da2b66a8949159feb88bd259811b46b62787) AuthConfig (bb00528e2f446e760d555cbae9de21498669288df12150de97457b9093aec8cb) AuthConfig (03120466c5ae4f43c13aaace6d796530715327b9ebc08d6a7e25bf4d02fd77c8) AuthConfig (3fb7e722f3a5ff37e3c87328efdddec9f09f6a8fc8569b5436eac42fded5f68a) AuthConfig (92e698ace1aa9c415382719d36119ba9e3c8d5caebdbeda57b4348ff07aa0e8d) AuthConfig (978da76fbea2cdfea2d0a536103b12d3ed6d83bb5259a0681051da378c676f61) AuthConfig (57bd9bf59c2078a9d32b18c6ff51bc0c6a97ebd35ecb133b7f3f56df4861b691) AuthConfig (554dad38cd839c47fe2a2effc5f7d8a7f0ca4f3308cff34dbe9caeb175eeb7f4) AuthConfig (49fa5b8934e30450231d93321d880bf3f21092e5cd09bd59314a601392610799) AuthConfig (2d114b62ca4eca4fb3b1485ca10f01daab57e329e1023b144f544d9c5cd737b0) AuthConfig (b0df8e545a8ca3deaada78edec5e8034aac7a8920cc7cbc506f0008b4681e607) AuthConfig (9860e37c95a3bdd3aa228e09b7bc2962f561b55498a7a42408418a86c5f52d72) AuthConfig (4e95472c6a36b5ba51c05dfadd1faeb1cbe846e9058f02956664bd10ebb6dd7c) AuthConfig (87e60a12f3ac7290366639c0c0d3efa440ab84083b896f3a91943f0b96c1f99f) AuthConfig (948b3fd9ceea21c67faca417da43646d293fcc857f9e3ea288d67b5634bc8a0e) AuthConfig (e35a49b160b971c4d8667aa2a65ae4d240767a2c14c2777a6f77b43b84359b84) AuthConfig (b230f3f560f9d1d7cb69331b45066a19535233436914dfdcf2ea181a14b566b7) AuthConfig (548e21786f50f0c6bcd660892046139f68f86a831fc3f74c60ece48e2964ad58) AuthConfig (57cca31c28b6bd556203678ca860f4fcc25132be934617367c9f9906c8add030) AuthConfig (70dd13a9c2143906f7d3b35f6f3d1cb6f58ae55cacf0dea2a1e8d682f8651528) AuthConfig (1b79034d2d541d7ecfae07b98deb96a3e3dc842d9af8e16bebd2877beb08462b) AuthConfig (5476c669f093ab2109017658a25a735b50271a4182349854cbf2d145a611525b) AuthConfig (6090316cdfe8bbbac3c7e1c5f0272eabe9235c4ca430b4809126388a06d68041) AuthConfig (c90394247e7d7458d77815c0fc57defb92ad630a40ebdff2c1dbdcad4aa5742d) AuthConfig (e52b9dd6aafe68a251b3d46946f1b0655840a7ed079bce2ef56f161aad015501) AuthConfig (ce229589bbe48fc7b53f9ad6e94f6d597d1d9f2834784acce188da8ddfb76272) AuthConfig (c81d1cfd9ff7fb9139ee79124a29c4c87d3711a03121a14e108b8a9a3569199b) AuthConfig (d2fb78c91d0b3589d3b24843ef235f8a0d053ef772a34020b8fcb4ee10943aa7) AuthConfig (6aa48017cbbfa4559a86d6887fabd63a1bdfad660436aa2894cf79265fbb5e87) AuthConfig (6e868c7f32fae7d5f8218f0f1178660eb0ce85a6e867410f8d3b7ff00337d17d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"439cfef1-b37e-4e09-946e-091a653b7451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.224334921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32a82301-f5aa-441f-8517-f0b5ad2daf72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.263387887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"b20861fe-901e-4090-b4a9-610da6c26bc6","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.266149551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"984e1543-d359-4d89-a120-9c1c52448048","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.305657618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"7919589c-4819-4aa8-80ec-90693327f16f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.484979911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"0010b32b-ab43-4d6e-a8cf-80d4ed5f8c03","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.527896709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6dad05a5-5730-443c-bf18-79592079c46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.52789841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1e493282-6609-4224-b617-36f495be5698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.584978158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6dad05a5-5730-443c-bf18-79592079c46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.585189284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1e493282-6609-4224-b617-36f495be5698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.639065611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38ec12491e3a181c7f09e2e239e7da2b66a8949159feb88bd259811b46b62787) AuthConfig (bb00528e2f446e760d555cbae9de21498669288df12150de97457b9093aec8cb) AuthConfig (03120466c5ae4f43c13aaace6d796530715327b9ebc08d6a7e25bf4d02fd77c8) AuthConfig (3fb7e722f3a5ff37e3c87328efdddec9f09f6a8fc8569b5436eac42fded5f68a) AuthConfig (92e698ace1aa9c415382719d36119ba9e3c8d5caebdbeda57b4348ff07aa0e8d) AuthConfig (978da76fbea2cdfea2d0a536103b12d3ed6d83bb5259a0681051da378c676f61) AuthConfig (57bd9bf59c2078a9d32b18c6ff51bc0c6a97ebd35ecb133b7f3f56df4861b691) AuthConfig (554dad38cd839c47fe2a2effc5f7d8a7f0ca4f3308cff34dbe9caeb175eeb7f4) AuthConfig (49fa5b8934e30450231d93321d880bf3f21092e5cd09bd59314a601392610799) AuthConfig (2d114b62ca4eca4fb3b1485ca10f01daab57e329e1023b144f544d9c5cd737b0) AuthConfig (b0df8e545a8ca3deaada78edec5e8034aac7a8920cc7cbc506f0008b4681e607) AuthConfig (9860e37c95a3bdd3aa228e09b7bc2962f561b55498a7a42408418a86c5f52d72) AuthConfig (4e95472c6a36b5ba51c05dfadd1faeb1cbe846e9058f02956664bd10ebb6dd7c) AuthConfig (87e60a12f3ac7290366639c0c0d3efa440ab84083b896f3a91943f0b96c1f99f) AuthConfig (948b3fd9ceea21c67faca417da43646d293fcc857f9e3ea288d67b5634bc8a0e) AuthConfig (e35a49b160b971c4d8667aa2a65ae4d240767a2c14c2777a6f77b43b84359b84) AuthConfig (b230f3f560f9d1d7cb69331b45066a19535233436914dfdcf2ea181a14b566b7) AuthConfig (548e21786f50f0c6bcd660892046139f68f86a831fc3f74c60ece48e2964ad58) AuthConfig (57cca31c28b6bd556203678ca860f4fcc25132be934617367c9f9906c8add030) AuthConfig (70dd13a9c2143906f7d3b35f6f3d1cb6f58ae55cacf0dea2a1e8d682f8651528) AuthConfig (1b79034d2d541d7ecfae07b98deb96a3e3dc842d9af8e16bebd2877beb08462b) AuthConfig (5476c669f093ab2109017658a25a735b50271a4182349854cbf2d145a611525b) AuthConfig (6090316cdfe8bbbac3c7e1c5f0272eabe9235c4ca430b4809126388a06d68041) AuthConfig (c90394247e7d7458d77815c0fc57defb92ad630a40ebdff2c1dbdcad4aa5742d) AuthConfig (e52b9dd6aafe68a251b3d46946f1b0655840a7ed079bce2ef56f161aad015501) AuthConfig (ce229589bbe48fc7b53f9ad6e94f6d597d1d9f2834784acce188da8ddfb76272) AuthConfig (c81d1cfd9ff7fb9139ee79124a29c4c87d3711a03121a14e108b8a9a3569199b) AuthConfig (d2fb78c91d0b3589d3b24843ef235f8a0d053ef772a34020b8fcb4ee10943aa7) AuthConfig (6aa48017cbbfa4559a86d6887fabd63a1bdfad660436aa2894cf79265fbb5e87) AuthConfig (6e868c7f32fae7d5f8218f0f1178660eb0ce85a6e867410f8d3b7ff00337d17d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6dad05a5-5730-443c-bf18-79592079c46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.639077653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38ec12491e3a181c7f09e2e239e7da2b66a8949159feb88bd259811b46b62787) AuthConfig (bb00528e2f446e760d555cbae9de21498669288df12150de97457b9093aec8cb) AuthConfig (03120466c5ae4f43c13aaace6d796530715327b9ebc08d6a7e25bf4d02fd77c8) AuthConfig (3fb7e722f3a5ff37e3c87328efdddec9f09f6a8fc8569b5436eac42fded5f68a) AuthConfig (92e698ace1aa9c415382719d36119ba9e3c8d5caebdbeda57b4348ff07aa0e8d) AuthConfig (978da76fbea2cdfea2d0a536103b12d3ed6d83bb5259a0681051da378c676f61) AuthConfig (57bd9bf59c2078a9d32b18c6ff51bc0c6a97ebd35ecb133b7f3f56df4861b691) AuthConfig (554dad38cd839c47fe2a2effc5f7d8a7f0ca4f3308cff34dbe9caeb175eeb7f4) AuthConfig (49fa5b8934e30450231d93321d880bf3f21092e5cd09bd59314a601392610799) AuthConfig (2d114b62ca4eca4fb3b1485ca10f01daab57e329e1023b144f544d9c5cd737b0) AuthConfig (b0df8e545a8ca3deaada78edec5e8034aac7a8920cc7cbc506f0008b4681e607) AuthConfig (9860e37c95a3bdd3aa228e09b7bc2962f561b55498a7a42408418a86c5f52d72) AuthConfig (4e95472c6a36b5ba51c05dfadd1faeb1cbe846e9058f02956664bd10ebb6dd7c) AuthConfig (87e60a12f3ac7290366639c0c0d3efa440ab84083b896f3a91943f0b96c1f99f) AuthConfig (948b3fd9ceea21c67faca417da43646d293fcc857f9e3ea288d67b5634bc8a0e) AuthConfig (e35a49b160b971c4d8667aa2a65ae4d240767a2c14c2777a6f77b43b84359b84) AuthConfig (b230f3f560f9d1d7cb69331b45066a19535233436914dfdcf2ea181a14b566b7) AuthConfig (548e21786f50f0c6bcd660892046139f68f86a831fc3f74c60ece48e2964ad58) AuthConfig (57cca31c28b6bd556203678ca860f4fcc25132be934617367c9f9906c8add030) AuthConfig (70dd13a9c2143906f7d3b35f6f3d1cb6f58ae55cacf0dea2a1e8d682f8651528) AuthConfig (1b79034d2d541d7ecfae07b98deb96a3e3dc842d9af8e16bebd2877beb08462b) AuthConfig (5476c669f093ab2109017658a25a735b50271a4182349854cbf2d145a611525b) AuthConfig (6090316cdfe8bbbac3c7e1c5f0272eabe9235c4ca430b4809126388a06d68041) AuthConfig (c90394247e7d7458d77815c0fc57defb92ad630a40ebdff2c1dbdcad4aa5742d) AuthConfig (e52b9dd6aafe68a251b3d46946f1b0655840a7ed079bce2ef56f161aad015501) AuthConfig (ce229589bbe48fc7b53f9ad6e94f6d597d1d9f2834784acce188da8ddfb76272) AuthConfig (c81d1cfd9ff7fb9139ee79124a29c4c87d3711a03121a14e108b8a9a3569199b) AuthConfig (d2fb78c91d0b3589d3b24843ef235f8a0d053ef772a34020b8fcb4ee10943aa7) AuthConfig (6aa48017cbbfa4559a86d6887fabd63a1bdfad660436aa2894cf79265fbb5e87) AuthConfig (6e868c7f32fae7d5f8218f0f1178660eb0ce85a6e867410f8d3b7ff00337d17d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1e493282-6609-4224-b617-36f495be5698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.793741956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"929c63af-74a2-4dfe-bcd4-170791aef82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.793774712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"95f662fd-63c3-43a4-ae6c-d647dda6686c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.84987422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"95f662fd-63c3-43a4-ae6c-d647dda6686c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.849981174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"929c63af-74a2-4dfe-bcd4-170791aef82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.904419794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38ec12491e3a181c7f09e2e239e7da2b66a8949159feb88bd259811b46b62787) AuthConfig (bb00528e2f446e760d555cbae9de21498669288df12150de97457b9093aec8cb) AuthConfig (03120466c5ae4f43c13aaace6d796530715327b9ebc08d6a7e25bf4d02fd77c8) AuthConfig (3fb7e722f3a5ff37e3c87328efdddec9f09f6a8fc8569b5436eac42fded5f68a) AuthConfig (92e698ace1aa9c415382719d36119ba9e3c8d5caebdbeda57b4348ff07aa0e8d) AuthConfig (978da76fbea2cdfea2d0a536103b12d3ed6d83bb5259a0681051da378c676f61) AuthConfig (57bd9bf59c2078a9d32b18c6ff51bc0c6a97ebd35ecb133b7f3f56df4861b691) AuthConfig (554dad38cd839c47fe2a2effc5f7d8a7f0ca4f3308cff34dbe9caeb175eeb7f4) AuthConfig (49fa5b8934e30450231d93321d880bf3f21092e5cd09bd59314a601392610799) AuthConfig (2d114b62ca4eca4fb3b1485ca10f01daab57e329e1023b144f544d9c5cd737b0) AuthConfig (b0df8e545a8ca3deaada78edec5e8034aac7a8920cc7cbc506f0008b4681e607) AuthConfig (9860e37c95a3bdd3aa228e09b7bc2962f561b55498a7a42408418a86c5f52d72) AuthConfig (4e95472c6a36b5ba51c05dfadd1faeb1cbe846e9058f02956664bd10ebb6dd7c) AuthConfig (87e60a12f3ac7290366639c0c0d3efa440ab84083b896f3a91943f0b96c1f99f) AuthConfig (948b3fd9ceea21c67faca417da43646d293fcc857f9e3ea288d67b5634bc8a0e) AuthConfig (e35a49b160b971c4d8667aa2a65ae4d240767a2c14c2777a6f77b43b84359b84) AuthConfig (b230f3f560f9d1d7cb69331b45066a19535233436914dfdcf2ea181a14b566b7) AuthConfig (548e21786f50f0c6bcd660892046139f68f86a831fc3f74c60ece48e2964ad58) AuthConfig (57cca31c28b6bd556203678ca860f4fcc25132be934617367c9f9906c8add030) AuthConfig (70dd13a9c2143906f7d3b35f6f3d1cb6f58ae55cacf0dea2a1e8d682f8651528) AuthConfig (1b79034d2d541d7ecfae07b98deb96a3e3dc842d9af8e16bebd2877beb08462b) AuthConfig (5476c669f093ab2109017658a25a735b50271a4182349854cbf2d145a611525b) AuthConfig (6090316cdfe8bbbac3c7e1c5f0272eabe9235c4ca430b4809126388a06d68041) AuthConfig (c90394247e7d7458d77815c0fc57defb92ad630a40ebdff2c1dbdcad4aa5742d) AuthConfig (e52b9dd6aafe68a251b3d46946f1b0655840a7ed079bce2ef56f161aad015501) AuthConfig (ce229589bbe48fc7b53f9ad6e94f6d597d1d9f2834784acce188da8ddfb76272) AuthConfig (c81d1cfd9ff7fb9139ee79124a29c4c87d3711a03121a14e108b8a9a3569199b) AuthConfig (d2fb78c91d0b3589d3b24843ef235f8a0d053ef772a34020b8fcb4ee10943aa7) AuthConfig (6aa48017cbbfa4559a86d6887fabd63a1bdfad660436aa2894cf79265fbb5e87) AuthConfig (6e868c7f32fae7d5f8218f0f1178660eb0ce85a6e867410f8d3b7ff00337d17d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"95f662fd-63c3-43a4-ae6c-d647dda6686c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:26.905207529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3ba2f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38ec12491e3a181c7f09e2e239e7da2b66a8949159feb88bd259811b46b62787) AuthConfig (bb00528e2f446e760d555cbae9de21498669288df12150de97457b9093aec8cb) AuthConfig (03120466c5ae4f43c13aaace6d796530715327b9ebc08d6a7e25bf4d02fd77c8) AuthConfig (3fb7e722f3a5ff37e3c87328efdddec9f09f6a8fc8569b5436eac42fded5f68a) AuthConfig (92e698ace1aa9c415382719d36119ba9e3c8d5caebdbeda57b4348ff07aa0e8d) AuthConfig (978da76fbea2cdfea2d0a536103b12d3ed6d83bb5259a0681051da378c676f61) AuthConfig (57bd9bf59c2078a9d32b18c6ff51bc0c6a97ebd35ecb133b7f3f56df4861b691) AuthConfig (554dad38cd839c47fe2a2effc5f7d8a7f0ca4f3308cff34dbe9caeb175eeb7f4) AuthConfig (49fa5b8934e30450231d93321d880bf3f21092e5cd09bd59314a601392610799) AuthConfig (2d114b62ca4eca4fb3b1485ca10f01daab57e329e1023b144f544d9c5cd737b0) AuthConfig (b0df8e545a8ca3deaada78edec5e8034aac7a8920cc7cbc506f0008b4681e607) AuthConfig (9860e37c95a3bdd3aa228e09b7bc2962f561b55498a7a42408418a86c5f52d72) AuthConfig (4e95472c6a36b5ba51c05dfadd1faeb1cbe846e9058f02956664bd10ebb6dd7c) AuthConfig (87e60a12f3ac7290366639c0c0d3efa440ab84083b896f3a91943f0b96c1f99f) AuthConfig (948b3fd9ceea21c67faca417da43646d293fcc857f9e3ea288d67b5634bc8a0e) AuthConfig (e35a49b160b971c4d8667aa2a65ae4d240767a2c14c2777a6f77b43b84359b84) AuthConfig (b230f3f560f9d1d7cb69331b45066a19535233436914dfdcf2ea181a14b566b7) AuthConfig (548e21786f50f0c6bcd660892046139f68f86a831fc3f74c60ece48e2964ad58) AuthConfig (57cca31c28b6bd556203678ca860f4fcc25132be934617367c9f9906c8add030) AuthConfig (70dd13a9c2143906f7d3b35f6f3d1cb6f58ae55cacf0dea2a1e8d682f8651528) AuthConfig (1b79034d2d541d7ecfae07b98deb96a3e3dc842d9af8e16bebd2877beb08462b) AuthConfig (5476c669f093ab2109017658a25a735b50271a4182349854cbf2d145a611525b) AuthConfig (6090316cdfe8bbbac3c7e1c5f0272eabe9235c4ca430b4809126388a06d68041) AuthConfig (c90394247e7d7458d77815c0fc57defb92ad630a40ebdff2c1dbdcad4aa5742d) AuthConfig (e52b9dd6aafe68a251b3d46946f1b0655840a7ed079bce2ef56f161aad015501) AuthConfig (ce229589bbe48fc7b53f9ad6e94f6d597d1d9f2834784acce188da8ddfb76272) AuthConfig (c81d1cfd9ff7fb9139ee79124a29c4c87d3711a03121a14e108b8a9a3569199b) AuthConfig (d2fb78c91d0b3589d3b24843ef235f8a0d053ef772a34020b8fcb4ee10943aa7) AuthConfig (6aa48017cbbfa4559a86d6887fabd63a1bdfad660436aa2894cf79265fbb5e87) AuthConfig (6e868c7f32fae7d5f8218f0f1178660eb0ce85a6e867410f8d3b7ff00337d17d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"929c63af-74a2-4dfe-bcd4-170791aef82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.060100569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"890b9238-19eb-4593-a357-208a1c984b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.06009837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6af503ad-ffaf-49c3-a0a3-626e98ae82e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.115758713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"890b9238-19eb-4593-a357-208a1c984b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.115968117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6af503ad-ffaf-49c3-a0a3-626e98ae82e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.193987867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"ba1f441f-403f-4148-8021-6eddc6dddbbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.294616908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"961ca3d2-caff-4336-9b82-b4c1955aff32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.381004912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"e429d988-0519-4524-bc4d-e2aa61c9b699","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.383783415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"2c3bab52-4f0d-4287-a00d-24718f491527","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.396246705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"19a25347-d8fb-4f6d-bb32-165d69c80433","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.591662161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b70db72-b395-4501-8825-b04133d37774","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:39.694959484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"9fcf61f3-796f-4be5-b148-0d8e7b683bd1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:39.808690324Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"9fcf61f3-796f-4be5-b148-0d8e7b683bd1","name":"e2e-inf-b-ef9b55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:42.220229464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"86561b29-42d6-42de-87ae-3768840b7da3","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:42.284946832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a79d7d18-996a-4761-927a-2546dd4fa15d","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:47.024987369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"a1faeaa9-3dfd-48c0-9ab3-c9d59d4aecd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:47.124664341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7612bb11-a192-448f-bbca-cab42f8d035d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:47.255045636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b7b6a2f-b09b-493a-9142-dfd4918be8d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:47.545322719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"44ce6d77-5ad8-4360-a7de-562f4f58da3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.444538529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"7593eadf-2e02-46cd-a8c2-8cdabc957bfe","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.50062706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"3d91ab3d-781e-4e80-bc67-c0458d3f9fb9","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.655023804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"f493f477-a3f1-4492-b95d-020426d024e9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.71112085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"f493f477-a3f1-4492-b95d-020426d024e9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.722346075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"0d723de1-486a-47dc-b8b7-b244b6185038","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.779349841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"951fd9cd-f3a7-4e5e-9341-98a56cf9dccb","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.829776236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"de05f6eb-a258-49d9-b542-231b4a8c1574","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:50.830868452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3ba2f3/e2e-bulk-sub-753947e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-753947e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.876259027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9a0d39d6-6918-4fe6-929a-0a86bcd25cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.876491981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ced5d87d-6798-4f17-8b9c-cdc4f5789882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.885501298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"5978b201-9e7f-4705-a649-6c467f10542e","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.93150794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9a0d39d6-6918-4fe6-929a-0a86bcd25cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.931768829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ced5d87d-6798-4f17-8b9c-cdc4f5789882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.024875842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"e5b16bf9-dad4-4e9b-a7de-7fd3170afd13","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.14854886Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-753947e5","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5","reconcileID":"d3816dce-4834-499a-9685-94f92f767a5e","MaaSSubscription":{"name":"e2e-bulk-sub-753947e5","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/e2e-bulk-sub-753947e5","ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.181351411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"f65c472a-44b4-49c9-8fb0-9c3fb61be801","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.24397572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"f65c472a-44b4-49c9-8fb0-9c3fb61be801","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.294370901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"cda02c29-72ad-4fb1-a875-79dad4b8d231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.294370848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8caec91d-5d57-4960-ad26-2682385c60b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.320258868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"335c43fb-376c-4d44-a6b3-ed86c13fb6ac","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.350848231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8caec91d-5d57-4960-ad26-2682385c60b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.351218421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"cda02c29-72ad-4fb1-a875-79dad4b8d231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.360524999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"bff63b18-96b7-4d7f-9968-5b4136eb3e1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.526850863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-753947e5","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5","reconcileID":"898e8cc1-4799-4ee2-8b6f-70500adaf9c9","MaaSSubscription":{"name":"e2e-bulk-sub-753947e5","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:51.555374701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"f65c472a-44b4-49c9-8fb0-9c3fb61be801","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-753947e5-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.715016843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"570ac909-51ce-478e-a305-4dca3fea7d68","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:51.770136785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"570ac909-51ce-478e-a305-4dca3fea7d68","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.748598742Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.049767544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"63b31d1d-79df-4208-bbf0-2e60541a7cf2","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.165092507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"f4c658fc-e742-42ef-86f9-89eabda32f1b","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.170511993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"e4622d18-6a97-447e-aa3a-d185ccd430f6","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:56.217506182Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3ba2f3/e2e-bulk-sub-753947e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-753947e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.272079956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"6552e821-0ff8-4748-80d6-47dbd3a28782","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:56.272840871Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.32847874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"90d844b1-1d47-4c8e-bbbf-07acdd26021a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.32914126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f9921d73-4de0-4646-bf48-143d665488bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.329675134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"4c89c921-f42e-47af-b8c1-1cb3f9a4beab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.330773505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"42fdd02d-0aae-4568-b77a-0b512a6a4c32","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.38699037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"90d844b1-1d47-4c8e-bbbf-07acdd26021a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.388126231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f9921d73-4de0-4646-bf48-143d665488bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.389776491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"4c89c921-f42e-47af-b8c1-1cb3f9a4beab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.442358622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"634d0ecb-65ed-401b-8721-6545eef67e6c","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.498934749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"be3afb4a-12bd-4224-a21d-69c5556a6b37","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.542915146Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"b147af64-f13d-4a73-920a-e37f43ee6870","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:56.551942011Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"be3afb4a-12bd-4224-a21d-69c5556a6b37","name":"simulator-w4-190724","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-190724\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:56.551992599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"be3afb4a-12bd-4224-a21d-69c5556a6b37","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-190724\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.557257328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"b911ba14-2708-44e5-b399-ae36a100a124","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.598603361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2cb3cbb9-5183-4d91-b41c-451fa6814f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.705905424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"dc6064d7-bff0-46a6-9101-a43b5fc2870e","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.707300538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"31e0114e-096b-4fb0-a03c-de6d38abf5e1","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.720015419Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2cb3cbb9-5183-4d91-b41c-451fa6814f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.762819002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"834b3aac-8f5a-46f8-97ac-26af01ed2e9f","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.774197557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2cb3cbb9-5183-4d91-b41c-451fa6814f7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:56.814291579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"d05cfa80-f082-4fdc-a4be-1ccfd3dd47bf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.81982218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"cec1929e-9ecf-46e2-8e86-a0a38d6edf17","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.828757548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"8b261623-c12b-4757-a0b6-94c6930f5bdb","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.914384472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"e73a1db8-c784-40c9-99f1-e320c4dd80d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.926676094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"317cd49d-bf3b-4f73-91ec-fff3b06b8347","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.932318861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"32dc1874-2961-407d-9ad9-5fa674e4c3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.98139316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"af20f359-6a5d-4fda-934d-31c9471a0408","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.985268382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"80eb0313-4cd3-4945-9e5b-b4424bcf9d75","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:56.992771358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"32dc1874-2961-407d-9ad9-5fa674e4c3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.044815712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"4d5ace8f-89be-471c-a4e3-49a24d74a795","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.047124664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"32dc1874-2961-407d-9ad9-5fa674e4c3b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.190132644Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"4c18c914-f58c-4f77-a530-c80ac4d40783","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"premium-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.195768871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"17354ddb-7ed3-421c-804c-3351be104270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.200971372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"42026f94-8080-4061-b06a-eb9d0b729d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.25092159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"17354ddb-7ed3-421c-804c-3351be104270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.256040227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"42026f94-8080-4061-b06a-eb9d0b729d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.305056222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"17354ddb-7ed3-421c-804c-3351be104270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.309891348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"42026f94-8080-4061-b06a-eb9d0b729d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.353091097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"831fe2ec-fabf-476d-9ba7-31aa706b14a8","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.359367784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"0a94977f-1c6e-469c-96f9-efaef94b5457","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.514528842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"199c0d34-867a-4712-b584-cc9855ea340f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.560128198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"5c8f842b-793e-466f-8dff-c3f606e60aaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.569860154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"199c0d34-867a-4712-b584-cc9855ea340f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:57.62585736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"199c0d34-867a-4712-b584-cc9855ea340f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:58.628272471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8300de4a-bae1-41a9-9e0f-5cb919d1152f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:58.856928191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"c310cfa4-7857-4914-98cf-5ea191c2a0d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:59.061862727Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"e08eb864-6852-4bc2-b2c8-06ff5196b774","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:59.159219336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3e1151a5-5651-402b-a56e-0d4e37a8c716","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:59.374228071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"5a8d6e19-71aa-432f-9c3f-188e1ebe1824","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.147965273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"ed30236f-e33f-49c3-9166-ae51fe62c528","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.259040318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"3e9e21e7-b0ca-49f2-a0ec-8057651a3d05","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.31563929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"31bd01b7-9db7-4bd6-8b3b-2e3cef51c3a3","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.366128159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"dec1bbfe-278a-41a7-812f-fb8bc4b2df47","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:05.3675058Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.421707637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d1b95bf7-37f5-4d04-8a45-47d268ab4593","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.521964185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d7de98c4-d1af-4530-8a23-95e4ce6d9b98","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.580809314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"09e61881-00a4-4ecd-8b02-df36108addb5","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.623752732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8a9e1f-e36a-476c-8ae0-ab2adf3f04a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.676369278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8a9e1f-e36a-476c-8ae0-ab2adf3f04a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.72853058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8a9e1f-e36a-476c-8ae0-ab2adf3f04a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.732379066Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"48e35d8d-4041-47ad-b29e-89ad2694f09d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.78058323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8a9e1f-e36a-476c-8ae0-ab2adf3f04a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.780764288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d41880c2-c605-4858-ae83-e677659a995a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.800637836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"5c37283c-08c5-4052-a98e-77f98620a730","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.854887453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"2912dcdc-052c-4dc5-80d9-642afea5fdd2","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.901652574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d41880c2-c605-4858-ae83-e677659a995a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.907104668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"4ae93691-62c6-4d77-b4dd-8dd70d081013","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:05.908531893Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.942996621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d4506ddf-ee38-46d3-b445-6ed95899c9b3","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.955603893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d41880c2-c605-4858-ae83-e677659a995a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.990691437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"796747e4-15a7-4609-955c-724eaf5875df","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.047649156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"2137231e-fb82-4fcd-8e5e-5a436320bda3","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.083412709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"85a19b31-2a2b-4514-b66f-786191ffdef6","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.142414862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"471628fe-bd31-4b69-871b-b19203351496","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.172536219Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"ee04cfc5-ae07-424d-bedf-62943c17eab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"premium-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:06.195167619Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"471628fe-bd31-4b69-871b-b19203351496","name":"premium-w2-8ff537","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-8ff537\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:06.195220417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"471628fe-bd31-4b69-871b-b19203351496","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-8ff537\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.196318075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"c8750655-3556-4a5f-a211-1108a7a5a914","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.200375657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"5b314772-5407-45d3-b3e6-9ae17809eec0","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.201620174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8edff325-9c46-476e-b174-65b0ad70ac12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.204895041Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c79abe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c79abe","reconcileID":"7b54c4ff-2e70-4e42-ac8d-9e3754c6596a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c79abe","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c79abe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.256688666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8edff325-9c46-476e-b174-65b0ad70ac12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.301841139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b935170f-a46b-49d8-9f13-4b3e92029b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.311949513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8edff325-9c46-476e-b174-65b0ad70ac12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.334129893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-753947e5","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5","reconcileID":"617bfc7c-03ad-499e-aa91-8a0cdeefdc1e","MaaSSubscription":{"name":"e2e-bulk-sub-753947e5","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscription":"e2e-bulk-sub-753947e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.334755723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"01e3fac7-7490-45a9-b964-91c7fc3184ab","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.356781133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b935170f-a46b-49d8-9f13-4b3e92029b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.41088054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b935170f-a46b-49d8-9f13-4b3e92029b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.465409286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"34e202ce-3aa8-4c8f-8d4e-cabb816d3d1d","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.467765642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d1ed999d-bb60-4ae4-b591-17a45774c31f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.495204299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-753947e5","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5","reconcileID":"617bfc7c-03ad-499e-aa91-8a0cdeefdc1e","MaaSSubscription":{"name":"e2e-bulk-sub-753947e5","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.523995244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d1ed999d-bb60-4ae4-b591-17a45774c31f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.55377397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"8271b9df-22df-4a67-9560-bfdb16fd3146","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.593159409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d1ed999d-bb60-4ae4-b591-17a45774c31f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.624208804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"035fa555-aa9e-41d5-81e0-5a53b3da01a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.685910698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"035fa555-aa9e-41d5-81e0-5a53b3da01a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.7270289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"faf289c7-a8fd-457b-b507-3f646332cc47","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.741380938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"035fa555-aa9e-41d5-81e0-5a53b3da01a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.78388812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"70cae151-c24a-4b2e-9fbc-07c42719f0f3","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.872700653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"c28edc59-cce5-40e0-901b-55dc06573d75","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.936736833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"75ea57aa-aea4-4473-ae2c-e8da4ad9abae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.936882578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"714397d0-8756-4f1d-ae19-e8d789c572d7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.937193974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"17f9cb9d-f65d-4e51-9985-349380bf5757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.99338351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"714397d0-8756-4f1d-ae19-e8d789c572d7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.993430638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"75ea57aa-aea4-4473-ae2c-e8da4ad9abae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.995585436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"17f9cb9d-f65d-4e51-9985-349380bf5757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.197327456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-bulk-sub-753947e5-auth","reconcileID":"852aac5c-b97f-49b4-bf9e-a44578153db6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-753947e5-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.45238152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"d5f62e4f-688c-45f9-b5f2-d1ac4350e4a2","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.464376253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0cca9d77-878a-4188-b4d9-4d55ad0728b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.520776208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0cca9d77-878a-4188-b4d9-4d55ad0728b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.575124167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0cca9d77-878a-4188-b4d9-4d55ad0728b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.664588832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3780c1e-a8b3-4f9a-bf99-4268cf12d83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.716732131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3780c1e-a8b3-4f9a-bf99-4268cf12d83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.768795277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3780c1e-a8b3-4f9a-bf99-4268cf12d83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.820678128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3780c1e-a8b3-4f9a-bf99-4268cf12d83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.9237673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"db5cf92c-175d-4e49-a67e-4e5f49718c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:07.979038833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"db5cf92c-175d-4e49-a67e-4e5f49718c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:08.033582582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"db5cf92c-175d-4e49-a67e-4e5f49718c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:09.48191542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"cdf2d373-e776-40fa-9927-9b08e810baa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:09.647925009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"0db46bc4-6915-4187-9f25-5a84afecdf41","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:09.749507026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f5eace-57cd-4130-96b7-33653e6e8370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:09.801812829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f5eace-57cd-4130-96b7-33653e6e8370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:09.853940283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f5eace-57cd-4130-96b7-33653e6e8370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:09.856649232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"be60fd34-8613-4cc6-99ab-ec8a5ee1a3b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:09.906060797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68f5eace-57cd-4130-96b7-33653e6e8370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.014494541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cd22c41f-fd6d-4c9a-b25a-613631331e4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.069320586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96554b60-a653-4605-a242-f0c831ea9eeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.073816991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"724019c0-2896-4ab5-baaa-ac5d49d136e5","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.126187659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"3243a321-8a46-4171-86c0-ff6393bf8525","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.126497642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"61ff19b5-bbe1-476a-993d-0dbeb1d28e82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.176178587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b1676e96-faae-486f-8650-ded1a3edecdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.176652575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"192fa8a3-387a-4e32-9410-9343fcde0a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.232445926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b1676e96-faae-486f-8650-ded1a3edecdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.232675145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"192fa8a3-387a-4e32-9410-9343fcde0a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.286297086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e826c0d87823e34b475b8b16c9820eb0b61f1f2cf4d0578f416127d41eb9554f) AuthConfig (3008b671b9ebd219eea417b3f82c88f9d30f4b72812d3a7f1aa8712f46fc05b8) AuthConfig (6306a43df64c0d5828fa6371930859a46ac673ebea7c013cf0c53c98c95e632a) AuthConfig (7086d7e16a99c856ce9b385fb1674c664e1dc1be88732d7581017c14a2f46cd5) AuthConfig (14fc32a10b7a8b5010190c792fd70bd16ba5b8fcee994e1c800f1b1589ca2af3) AuthConfig (3832cb77a30ce63a38c61c0f8f4c323c2823af5dc3d73a1b33589d6816906f48) AuthConfig (46e24fc0000baa80ae75ca7565d4711a6a159cd57cb18208eb9de6ea407b1597) AuthConfig (80218df0304950f9fe5d4fd4ddbe7fd82b8e69e91df142758543fe8ea8a2ecf9) AuthConfig (bebdd291251f63fd954da6f22baf93aa742c67e67fb7e79f626bbadf963c12ce) AuthConfig (77e835276ea247e839b62308c46197cb9a780a1ff3d78aec0afa8178195eb6fc) AuthConfig (1bcce65bdb18fbd987f18ccdc06a4ad02112452d4f45b797bdc604cb0550947d) AuthConfig (8afcd3a9ebe24d1a2deca7229d10b0e09d8b40b7ee597e6be0f0dd24625cecbd) AuthConfig (f2fa0af2c6546942b7ca49bbfa5109ab0a8362f5ca4d4be167ea6daf5b7fcb9f) AuthConfig (382e16b0d94f7bc838d05ba503d3d5d1dfaceebb08254e053681b5065df3a7b1) AuthConfig (3efbcd884e251876176da048f6d75577ca6daaacf746f221457334a3f9849d33) AuthConfig (f7da75cb20f33e67180ef84670297638bef6fe18f164e202f334555539e6548f) AuthConfig (d4055b415c2fc8f88864032a2ef9614003565926a6e7cc4ff0aa5a961a979479) AuthConfig (9d311e0df332c578726a3594700f8ea334646d6872b3012b57c2b7e912a6b3fd) AuthConfig (4781b8fd8afc0880e074d38d7483a21c57da1235e6e94a6489b011e61a0fdd60) AuthConfig (27848bc18b91e86db50177085f07a705c5896e281da82728dace3e01c85eefae) AuthConfig (795b67549549eb4be1c63acadd84dc855aa690da9127d77e23a59da0b9eab31c) AuthConfig (30f2eaab4996d78dd311be999168d4bd69b10d89f2ca09ae43bc3debd28aea4e) AuthConfig (118c1444566d8e468032cbf2b47065b5d07ca13b108c0df947c66ef3f3c93830) AuthConfig (5408961b5e5b0fc02e0b6dc0b85a68954f44ad8cf9e394522b90241c2ad8b8ab) AuthConfig (fc5f0ec299c57060a38bd297d180628761e3589cb142a80c91b1af5bad865d83) AuthConfig (2cc6b4946f15e4dcf01229590775005a39627bce710ca836c094114ed4922a16) AuthConfig (49e7f95d467e54232115a320198938f63251b344638e4821df666181ad1e0fc4) AuthConfig (c04931b027682b611318d5c20dede91444810b03b13791e4048a70e33dc1fd9d) AuthConfig (392b7a2d1cdcb1dd73963622334cf8fba921f029551de83cdb1a722dd4dbb17d) AuthConfig (46f69ad52ad3f91c0b32fb1114965f4e0413dc57fcd3f97d08f4ddeab654ded9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b1676e96-faae-486f-8650-ded1a3edecdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.286633838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e826c0d87823e34b475b8b16c9820eb0b61f1f2cf4d0578f416127d41eb9554f) AuthConfig (3008b671b9ebd219eea417b3f82c88f9d30f4b72812d3a7f1aa8712f46fc05b8) AuthConfig (6306a43df64c0d5828fa6371930859a46ac673ebea7c013cf0c53c98c95e632a) AuthConfig (7086d7e16a99c856ce9b385fb1674c664e1dc1be88732d7581017c14a2f46cd5) AuthConfig (14fc32a10b7a8b5010190c792fd70bd16ba5b8fcee994e1c800f1b1589ca2af3) AuthConfig (3832cb77a30ce63a38c61c0f8f4c323c2823af5dc3d73a1b33589d6816906f48) AuthConfig (46e24fc0000baa80ae75ca7565d4711a6a159cd57cb18208eb9de6ea407b1597) AuthConfig (80218df0304950f9fe5d4fd4ddbe7fd82b8e69e91df142758543fe8ea8a2ecf9) AuthConfig (bebdd291251f63fd954da6f22baf93aa742c67e67fb7e79f626bbadf963c12ce) AuthConfig (77e835276ea247e839b62308c46197cb9a780a1ff3d78aec0afa8178195eb6fc) AuthConfig (1bcce65bdb18fbd987f18ccdc06a4ad02112452d4f45b797bdc604cb0550947d) AuthConfig (8afcd3a9ebe24d1a2deca7229d10b0e09d8b40b7ee597e6be0f0dd24625cecbd) AuthConfig (f2fa0af2c6546942b7ca49bbfa5109ab0a8362f5ca4d4be167ea6daf5b7fcb9f) AuthConfig (382e16b0d94f7bc838d05ba503d3d5d1dfaceebb08254e053681b5065df3a7b1) AuthConfig (3efbcd884e251876176da048f6d75577ca6daaacf746f221457334a3f9849d33) AuthConfig (f7da75cb20f33e67180ef84670297638bef6fe18f164e202f334555539e6548f) AuthConfig (d4055b415c2fc8f88864032a2ef9614003565926a6e7cc4ff0aa5a961a979479) AuthConfig (9d311e0df332c578726a3594700f8ea334646d6872b3012b57c2b7e912a6b3fd) AuthConfig (4781b8fd8afc0880e074d38d7483a21c57da1235e6e94a6489b011e61a0fdd60) AuthConfig (27848bc18b91e86db50177085f07a705c5896e281da82728dace3e01c85eefae) AuthConfig (795b67549549eb4be1c63acadd84dc855aa690da9127d77e23a59da0b9eab31c) AuthConfig (30f2eaab4996d78dd311be999168d4bd69b10d89f2ca09ae43bc3debd28aea4e) AuthConfig (118c1444566d8e468032cbf2b47065b5d07ca13b108c0df947c66ef3f3c93830) AuthConfig (5408961b5e5b0fc02e0b6dc0b85a68954f44ad8cf9e394522b90241c2ad8b8ab) AuthConfig (fc5f0ec299c57060a38bd297d180628761e3589cb142a80c91b1af5bad865d83) AuthConfig (2cc6b4946f15e4dcf01229590775005a39627bce710ca836c094114ed4922a16) AuthConfig (49e7f95d467e54232115a320198938f63251b344638e4821df666181ad1e0fc4) AuthConfig (c04931b027682b611318d5c20dede91444810b03b13791e4048a70e33dc1fd9d) AuthConfig (392b7a2d1cdcb1dd73963622334cf8fba921f029551de83cdb1a722dd4dbb17d) AuthConfig (46f69ad52ad3f91c0b32fb1114965f4e0413dc57fcd3f97d08f4ddeab654ded9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"192fa8a3-387a-4e32-9410-9343fcde0a94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.343631444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"bab026c5-7c87-4d9e-9029-9ade9e46f4ec","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.343927466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"11ea1634-2ab5-48b5-af48-9cbb39d58812","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.497301883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7d4a7b6f-ad54-4443-9f43-b56475c006fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.497301013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b676c8c3-d08b-4fc3-8083-1b8279e9cef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.552771406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7d4a7b6f-ad54-4443-9f43-b56475c006fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.552805506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b676c8c3-d08b-4fc3-8083-1b8279e9cef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.6085009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e826c0d87823e34b475b8b16c9820eb0b61f1f2cf4d0578f416127d41eb9554f) AuthConfig (3008b671b9ebd219eea417b3f82c88f9d30f4b72812d3a7f1aa8712f46fc05b8) AuthConfig (6306a43df64c0d5828fa6371930859a46ac673ebea7c013cf0c53c98c95e632a) AuthConfig (7086d7e16a99c856ce9b385fb1674c664e1dc1be88732d7581017c14a2f46cd5) AuthConfig (14fc32a10b7a8b5010190c792fd70bd16ba5b8fcee994e1c800f1b1589ca2af3) AuthConfig (3832cb77a30ce63a38c61c0f8f4c323c2823af5dc3d73a1b33589d6816906f48) AuthConfig (46e24fc0000baa80ae75ca7565d4711a6a159cd57cb18208eb9de6ea407b1597) AuthConfig (80218df0304950f9fe5d4fd4ddbe7fd82b8e69e91df142758543fe8ea8a2ecf9) AuthConfig (bebdd291251f63fd954da6f22baf93aa742c67e67fb7e79f626bbadf963c12ce) AuthConfig (77e835276ea247e839b62308c46197cb9a780a1ff3d78aec0afa8178195eb6fc) AuthConfig (1bcce65bdb18fbd987f18ccdc06a4ad02112452d4f45b797bdc604cb0550947d) AuthConfig (8afcd3a9ebe24d1a2deca7229d10b0e09d8b40b7ee597e6be0f0dd24625cecbd) AuthConfig (f2fa0af2c6546942b7ca49bbfa5109ab0a8362f5ca4d4be167ea6daf5b7fcb9f) AuthConfig (382e16b0d94f7bc838d05ba503d3d5d1dfaceebb08254e053681b5065df3a7b1) AuthConfig (3efbcd884e251876176da048f6d75577ca6daaacf746f221457334a3f9849d33) AuthConfig (f7da75cb20f33e67180ef84670297638bef6fe18f164e202f334555539e6548f) AuthConfig (d4055b415c2fc8f88864032a2ef9614003565926a6e7cc4ff0aa5a961a979479) AuthConfig (9d311e0df332c578726a3594700f8ea334646d6872b3012b57c2b7e912a6b3fd) AuthConfig (4781b8fd8afc0880e074d38d7483a21c57da1235e6e94a6489b011e61a0fdd60) AuthConfig (27848bc18b91e86db50177085f07a705c5896e281da82728dace3e01c85eefae) AuthConfig (795b67549549eb4be1c63acadd84dc855aa690da9127d77e23a59da0b9eab31c) AuthConfig (30f2eaab4996d78dd311be999168d4bd69b10d89f2ca09ae43bc3debd28aea4e) AuthConfig (118c1444566d8e468032cbf2b47065b5d07ca13b108c0df947c66ef3f3c93830) AuthConfig (5408961b5e5b0fc02e0b6dc0b85a68954f44ad8cf9e394522b90241c2ad8b8ab) AuthConfig (fc5f0ec299c57060a38bd297d180628761e3589cb142a80c91b1af5bad865d83) AuthConfig (2cc6b4946f15e4dcf01229590775005a39627bce710ca836c094114ed4922a16) AuthConfig (49e7f95d467e54232115a320198938f63251b344638e4821df666181ad1e0fc4) AuthConfig (c04931b027682b611318d5c20dede91444810b03b13791e4048a70e33dc1fd9d) AuthConfig (392b7a2d1cdcb1dd73963622334cf8fba921f029551de83cdb1a722dd4dbb17d) AuthConfig (46f69ad52ad3f91c0b32fb1114965f4e0413dc57fcd3f97d08f4ddeab654ded9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b676c8c3-d08b-4fc3-8083-1b8279e9cef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.608557548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e826c0d87823e34b475b8b16c9820eb0b61f1f2cf4d0578f416127d41eb9554f) AuthConfig (3008b671b9ebd219eea417b3f82c88f9d30f4b72812d3a7f1aa8712f46fc05b8) AuthConfig (6306a43df64c0d5828fa6371930859a46ac673ebea7c013cf0c53c98c95e632a) AuthConfig (7086d7e16a99c856ce9b385fb1674c664e1dc1be88732d7581017c14a2f46cd5) AuthConfig (14fc32a10b7a8b5010190c792fd70bd16ba5b8fcee994e1c800f1b1589ca2af3) AuthConfig (3832cb77a30ce63a38c61c0f8f4c323c2823af5dc3d73a1b33589d6816906f48) AuthConfig (46e24fc0000baa80ae75ca7565d4711a6a159cd57cb18208eb9de6ea407b1597) AuthConfig (80218df0304950f9fe5d4fd4ddbe7fd82b8e69e91df142758543fe8ea8a2ecf9) AuthConfig (bebdd291251f63fd954da6f22baf93aa742c67e67fb7e79f626bbadf963c12ce) AuthConfig (77e835276ea247e839b62308c46197cb9a780a1ff3d78aec0afa8178195eb6fc) AuthConfig (1bcce65bdb18fbd987f18ccdc06a4ad02112452d4f45b797bdc604cb0550947d) AuthConfig (8afcd3a9ebe24d1a2deca7229d10b0e09d8b40b7ee597e6be0f0dd24625cecbd) AuthConfig (f2fa0af2c6546942b7ca49bbfa5109ab0a8362f5ca4d4be167ea6daf5b7fcb9f) AuthConfig (382e16b0d94f7bc838d05ba503d3d5d1dfaceebb08254e053681b5065df3a7b1) AuthConfig (3efbcd884e251876176da048f6d75577ca6daaacf746f221457334a3f9849d33) AuthConfig (f7da75cb20f33e67180ef84670297638bef6fe18f164e202f334555539e6548f) AuthConfig (d4055b415c2fc8f88864032a2ef9614003565926a6e7cc4ff0aa5a961a979479) AuthConfig (9d311e0df332c578726a3594700f8ea334646d6872b3012b57c2b7e912a6b3fd) AuthConfig (4781b8fd8afc0880e074d38d7483a21c57da1235e6e94a6489b011e61a0fdd60) AuthConfig (27848bc18b91e86db50177085f07a705c5896e281da82728dace3e01c85eefae) AuthConfig (795b67549549eb4be1c63acadd84dc855aa690da9127d77e23a59da0b9eab31c) AuthConfig (30f2eaab4996d78dd311be999168d4bd69b10d89f2ca09ae43bc3debd28aea4e) AuthConfig (118c1444566d8e468032cbf2b47065b5d07ca13b108c0df947c66ef3f3c93830) AuthConfig (5408961b5e5b0fc02e0b6dc0b85a68954f44ad8cf9e394522b90241c2ad8b8ab) AuthConfig (fc5f0ec299c57060a38bd297d180628761e3589cb142a80c91b1af5bad865d83) AuthConfig (2cc6b4946f15e4dcf01229590775005a39627bce710ca836c094114ed4922a16) AuthConfig (49e7f95d467e54232115a320198938f63251b344638e4821df666181ad1e0fc4) AuthConfig (c04931b027682b611318d5c20dede91444810b03b13791e4048a70e33dc1fd9d) AuthConfig (392b7a2d1cdcb1dd73963622334cf8fba921f029551de83cdb1a722dd4dbb17d) AuthConfig (46f69ad52ad3f91c0b32fb1114965f4e0413dc57fcd3f97d08f4ddeab654ded9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7d4a7b6f-ad54-4443-9f43-b56475c006fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.640888744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"42c07add-a2ef-47eb-ba45-4e7df3340e34","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:10.661348516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b676c8c3-d08b-4fc3-8083-1b8279e9cef6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:10.661387941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7d4a7b6f-ad54-4443-9f43-b56475c006fc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.696541191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"56e6c9cd-9c24-4bbf-8203-0e54b0d8243c","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.822083521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e18cb42b-b278-486b-8aee-dca9add7e5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.822084848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"00d4ebc5-ec74-4b4c-8ca0-d89e61d2ee3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.877769976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"00d4ebc5-ec74-4b4c-8ca0-d89e61d2ee3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.877850787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e18cb42b-b278-486b-8aee-dca9add7e5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.926687301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"f470e376-33a0-4235-b485-9c62f18e5c0a","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.955758995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"ba3e42aa-559d-4721-a4e2-0b412be39749","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.957943562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e826c0d87823e34b475b8b16c9820eb0b61f1f2cf4d0578f416127d41eb9554f) AuthConfig (3008b671b9ebd219eea417b3f82c88f9d30f4b72812d3a7f1aa8712f46fc05b8) AuthConfig (6306a43df64c0d5828fa6371930859a46ac673ebea7c013cf0c53c98c95e632a) AuthConfig (7086d7e16a99c856ce9b385fb1674c664e1dc1be88732d7581017c14a2f46cd5) AuthConfig (14fc32a10b7a8b5010190c792fd70bd16ba5b8fcee994e1c800f1b1589ca2af3) AuthConfig (3832cb77a30ce63a38c61c0f8f4c323c2823af5dc3d73a1b33589d6816906f48) AuthConfig (46e24fc0000baa80ae75ca7565d4711a6a159cd57cb18208eb9de6ea407b1597) AuthConfig (80218df0304950f9fe5d4fd4ddbe7fd82b8e69e91df142758543fe8ea8a2ecf9) AuthConfig (bebdd291251f63fd954da6f22baf93aa742c67e67fb7e79f626bbadf963c12ce) AuthConfig (77e835276ea247e839b62308c46197cb9a780a1ff3d78aec0afa8178195eb6fc) AuthConfig (1bcce65bdb18fbd987f18ccdc06a4ad02112452d4f45b797bdc604cb0550947d) AuthConfig (8afcd3a9ebe24d1a2deca7229d10b0e09d8b40b7ee597e6be0f0dd24625cecbd) AuthConfig (f2fa0af2c6546942b7ca49bbfa5109ab0a8362f5ca4d4be167ea6daf5b7fcb9f) AuthConfig (382e16b0d94f7bc838d05ba503d3d5d1dfaceebb08254e053681b5065df3a7b1) AuthConfig (3efbcd884e251876176da048f6d75577ca6daaacf746f221457334a3f9849d33) AuthConfig (f7da75cb20f33e67180ef84670297638bef6fe18f164e202f334555539e6548f) AuthConfig (d4055b415c2fc8f88864032a2ef9614003565926a6e7cc4ff0aa5a961a979479) AuthConfig (9d311e0df332c578726a3594700f8ea334646d6872b3012b57c2b7e912a6b3fd) AuthConfig (4781b8fd8afc0880e074d38d7483a21c57da1235e6e94a6489b011e61a0fdd60) AuthConfig (27848bc18b91e86db50177085f07a705c5896e281da82728dace3e01c85eefae) AuthConfig (795b67549549eb4be1c63acadd84dc855aa690da9127d77e23a59da0b9eab31c) AuthConfig (30f2eaab4996d78dd311be999168d4bd69b10d89f2ca09ae43bc3debd28aea4e) AuthConfig (118c1444566d8e468032cbf2b47065b5d07ca13b108c0df947c66ef3f3c93830) AuthConfig (5408961b5e5b0fc02e0b6dc0b85a68954f44ad8cf9e394522b90241c2ad8b8ab) AuthConfig (fc5f0ec299c57060a38bd297d180628761e3589cb142a80c91b1af5bad865d83) AuthConfig (2cc6b4946f15e4dcf01229590775005a39627bce710ca836c094114ed4922a16) AuthConfig (49e7f95d467e54232115a320198938f63251b344638e4821df666181ad1e0fc4) AuthConfig (c04931b027682b611318d5c20dede91444810b03b13791e4048a70e33dc1fd9d) AuthConfig (392b7a2d1cdcb1dd73963622334cf8fba921f029551de83cdb1a722dd4dbb17d) AuthConfig (46f69ad52ad3f91c0b32fb1114965f4e0413dc57fcd3f97d08f4ddeab654ded9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"00d4ebc5-ec74-4b4c-8ca0-d89e61d2ee3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.957944732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e826c0d87823e34b475b8b16c9820eb0b61f1f2cf4d0578f416127d41eb9554f) AuthConfig (3008b671b9ebd219eea417b3f82c88f9d30f4b72812d3a7f1aa8712f46fc05b8) AuthConfig (6306a43df64c0d5828fa6371930859a46ac673ebea7c013cf0c53c98c95e632a) AuthConfig (7086d7e16a99c856ce9b385fb1674c664e1dc1be88732d7581017c14a2f46cd5) AuthConfig (14fc32a10b7a8b5010190c792fd70bd16ba5b8fcee994e1c800f1b1589ca2af3) AuthConfig (3832cb77a30ce63a38c61c0f8f4c323c2823af5dc3d73a1b33589d6816906f48) AuthConfig (46e24fc0000baa80ae75ca7565d4711a6a159cd57cb18208eb9de6ea407b1597) AuthConfig (80218df0304950f9fe5d4fd4ddbe7fd82b8e69e91df142758543fe8ea8a2ecf9) AuthConfig (bebdd291251f63fd954da6f22baf93aa742c67e67fb7e79f626bbadf963c12ce) AuthConfig (77e835276ea247e839b62308c46197cb9a780a1ff3d78aec0afa8178195eb6fc) AuthConfig (1bcce65bdb18fbd987f18ccdc06a4ad02112452d4f45b797bdc604cb0550947d) AuthConfig (8afcd3a9ebe24d1a2deca7229d10b0e09d8b40b7ee597e6be0f0dd24625cecbd) AuthConfig (f2fa0af2c6546942b7ca49bbfa5109ab0a8362f5ca4d4be167ea6daf5b7fcb9f) AuthConfig (382e16b0d94f7bc838d05ba503d3d5d1dfaceebb08254e053681b5065df3a7b1) AuthConfig (3efbcd884e251876176da048f6d75577ca6daaacf746f221457334a3f9849d33) AuthConfig (f7da75cb20f33e67180ef84670297638bef6fe18f164e202f334555539e6548f) AuthConfig (d4055b415c2fc8f88864032a2ef9614003565926a6e7cc4ff0aa5a961a979479) AuthConfig (9d311e0df332c578726a3594700f8ea334646d6872b3012b57c2b7e912a6b3fd) AuthConfig (4781b8fd8afc0880e074d38d7483a21c57da1235e6e94a6489b011e61a0fdd60) AuthConfig (27848bc18b91e86db50177085f07a705c5896e281da82728dace3e01c85eefae) AuthConfig (795b67549549eb4be1c63acadd84dc855aa690da9127d77e23a59da0b9eab31c) AuthConfig (30f2eaab4996d78dd311be999168d4bd69b10d89f2ca09ae43bc3debd28aea4e) AuthConfig (118c1444566d8e468032cbf2b47065b5d07ca13b108c0df947c66ef3f3c93830) AuthConfig (5408961b5e5b0fc02e0b6dc0b85a68954f44ad8cf9e394522b90241c2ad8b8ab) AuthConfig (fc5f0ec299c57060a38bd297d180628761e3589cb142a80c91b1af5bad865d83) AuthConfig (2cc6b4946f15e4dcf01229590775005a39627bce710ca836c094114ed4922a16) AuthConfig (49e7f95d467e54232115a320198938f63251b344638e4821df666181ad1e0fc4) AuthConfig (c04931b027682b611318d5c20dede91444810b03b13791e4048a70e33dc1fd9d) AuthConfig (392b7a2d1cdcb1dd73963622334cf8fba921f029551de83cdb1a722dd4dbb17d) AuthConfig (46f69ad52ad3f91c0b32fb1114965f4e0413dc57fcd3f97d08f4ddeab654ded9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e18cb42b-b278-486b-8aee-dca9add7e5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.011163543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"ba3e42aa-559d-4721-a4e2-0b412be39749","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.011866355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"3830a4fe-5ead-4ea3-ae1b-44d6f31fc1e5","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:11.062772028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8","reconcileID":"ccde7190-87bb-4f41-a1c4-226a5f58379d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-c8f688d8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.110422159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ab849a99-9ff6-49e3-b270-e31753d3ab5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.110698399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"aa0a04da-a735-4ade-afbb-60f78c92aba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.166488052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ab849a99-9ff6-49e3-b270-e31753d3ab5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.169124919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"aa0a04da-a735-4ade-afbb-60f78c92aba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.175644987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"9924b4d2-bd1e-4c9b-a84f-c37b4e1be344","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.303276748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"fa235b35-62b2-4d40-8c13-a3acbe59972a","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.326990064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"762f6ce0-9f7b-4af8-a0a0-4aaaa14a6bb3","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.480222115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"aa690440-71e7-4f62-a270-6d298276d5c1","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.527031529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c493deab-de0f-4939-8b2b-f00863eaca93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.535264279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"aa690440-71e7-4f62-a270-6d298276d5c1","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.567774868Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8","reconcileID":"7734cbb3-d0a6-48bf-a9f2-87ed9abc715f","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/e2e-dry-sub-c8f688d8","ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.580943683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"756f7057-552d-442c-bf53-08d0a911cdfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.582461331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c493deab-de0f-4939-8b2b-f00863eaca93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.635836598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"756f7057-552d-442c-bf53-08d0a911cdfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.729933784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"ac7928e3-f210-4762-ab4e-0127f5160074","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.776024462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"f962e8d0-9833-4f52-8c95-b5a8c4434f60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.833975157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5772b2a5-2e0f-41ca-b17a-87c3c76a8d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.88609372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5772b2a5-2e0f-41ca-b17a-87c3c76a8d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.938202052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5772b2a5-2e0f-41ca-b17a-87c3c76a8d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.938429925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8","reconcileID":"a59ea4ee-93f6-4af5-8355-cb61637f10d8","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:11.990219013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5772b2a5-2e0f-41ca-b17a-87c3c76a8d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:13.872073807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa14d8c-1b7d-49ff-8cfe-cfa5a47a2f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:13.923978993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa14d8c-1b7d-49ff-8cfe-cfa5a47a2f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:13.975674232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa14d8c-1b7d-49ff-8cfe-cfa5a47a2f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:14.027372347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fa14d8c-1b7d-49ff-8cfe-cfa5a47a2f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:15.495246527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"62c4e960-bbb9-4545-9d66-2827de568086","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:15.651008149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"7ad969ef-2686-404b-a72c-a34c33bfb8db","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:15.651153024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8c86d7d7-5632-4766-8d84-2bc6b3751a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:15.6510108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"bb58c424-8ff9-4353-8604-c43fc8572dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:15.707109696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"bb58c424-8ff9-4353-8604-c43fc8572dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:15.70804109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8c86d7d7-5632-4766-8d84-2bc6b3751a97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:15.709290494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"7ad969ef-2686-404b-a72c-a34c33bfb8db","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:16.748520998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"86a4a492-bb6a-459c-a590-ea42ba05b388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:16.803863544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"86a4a492-bb6a-459c-a590-ea42ba05b388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:16.858327606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"86a4a492-bb6a-459c-a590-ea42ba05b388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:16.896006947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f05a3ab0-42f6-4b66-b4ab-af3d01d6a144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:16.951172576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f05a3ab0-42f6-4b66-b4ab-af3d01d6a144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:17.005817621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f05a3ab0-42f6-4b66-b4ab-af3d01d6a144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:21.113249078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8145de02-ce27-4187-bfb3-84b743632a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:21.113262172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fedde1b8-8134-488d-b7bc-bd327d6c223a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:21.16856895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fedde1b8-8134-488d-b7bc-bd327d6c223a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:21.169651228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8145de02-ce27-4187-bfb3-84b743632a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:21.222792777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e826c0d87823e34b475b8b16c9820eb0b61f1f2cf4d0578f416127d41eb9554f) AuthConfig (3008b671b9ebd219eea417b3f82c88f9d30f4b72812d3a7f1aa8712f46fc05b8) AuthConfig (6306a43df64c0d5828fa6371930859a46ac673ebea7c013cf0c53c98c95e632a) AuthConfig (7086d7e16a99c856ce9b385fb1674c664e1dc1be88732d7581017c14a2f46cd5) AuthConfig (14fc32a10b7a8b5010190c792fd70bd16ba5b8fcee994e1c800f1b1589ca2af3) AuthConfig (3832cb77a30ce63a38c61c0f8f4c323c2823af5dc3d73a1b33589d6816906f48) AuthConfig (46e24fc0000baa80ae75ca7565d4711a6a159cd57cb18208eb9de6ea407b1597) AuthConfig (80218df0304950f9fe5d4fd4ddbe7fd82b8e69e91df142758543fe8ea8a2ecf9) AuthConfig (bebdd291251f63fd954da6f22baf93aa742c67e67fb7e79f626bbadf963c12ce) AuthConfig (77e835276ea247e839b62308c46197cb9a780a1ff3d78aec0afa8178195eb6fc) AuthConfig (1bcce65bdb18fbd987f18ccdc06a4ad02112452d4f45b797bdc604cb0550947d) AuthConfig (8afcd3a9ebe24d1a2deca7229d10b0e09d8b40b7ee597e6be0f0dd24625cecbd) AuthConfig (f2fa0af2c6546942b7ca49bbfa5109ab0a8362f5ca4d4be167ea6daf5b7fcb9f) AuthConfig (382e16b0d94f7bc838d05ba503d3d5d1dfaceebb08254e053681b5065df3a7b1) AuthConfig (3efbcd884e251876176da048f6d75577ca6daaacf746f221457334a3f9849d33) AuthConfig (f7da75cb20f33e67180ef84670297638bef6fe18f164e202f334555539e6548f) AuthConfig (d4055b415c2fc8f88864032a2ef9614003565926a6e7cc4ff0aa5a961a979479) AuthConfig (9d311e0df332c578726a3594700f8ea334646d6872b3012b57c2b7e912a6b3fd) AuthConfig (4781b8fd8afc0880e074d38d7483a21c57da1235e6e94a6489b011e61a0fdd60) AuthConfig (27848bc18b91e86db50177085f07a705c5896e281da82728dace3e01c85eefae) AuthConfig (795b67549549eb4be1c63acadd84dc855aa690da9127d77e23a59da0b9eab31c) AuthConfig (30f2eaab4996d78dd311be999168d4bd69b10d89f2ca09ae43bc3debd28aea4e) AuthConfig (118c1444566d8e468032cbf2b47065b5d07ca13b108c0df947c66ef3f3c93830) AuthConfig (5408961b5e5b0fc02e0b6dc0b85a68954f44ad8cf9e394522b90241c2ad8b8ab) AuthConfig (fc5f0ec299c57060a38bd297d180628761e3589cb142a80c91b1af5bad865d83) AuthConfig (2cc6b4946f15e4dcf01229590775005a39627bce710ca836c094114ed4922a16) AuthConfig (49e7f95d467e54232115a320198938f63251b344638e4821df666181ad1e0fc4) AuthConfig (c04931b027682b611318d5c20dede91444810b03b13791e4048a70e33dc1fd9d) AuthConfig (392b7a2d1cdcb1dd73963622334cf8fba921f029551de83cdb1a722dd4dbb17d) AuthConfig (46f69ad52ad3f91c0b32fb1114965f4e0413dc57fcd3f97d08f4ddeab654ded9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fedde1b8-8134-488d-b7bc-bd327d6c223a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:21.223988882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-190724-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e826c0d87823e34b475b8b16c9820eb0b61f1f2cf4d0578f416127d41eb9554f) AuthConfig (3008b671b9ebd219eea417b3f82c88f9d30f4b72812d3a7f1aa8712f46fc05b8) AuthConfig (6306a43df64c0d5828fa6371930859a46ac673ebea7c013cf0c53c98c95e632a) AuthConfig (7086d7e16a99c856ce9b385fb1674c664e1dc1be88732d7581017c14a2f46cd5) AuthConfig (14fc32a10b7a8b5010190c792fd70bd16ba5b8fcee994e1c800f1b1589ca2af3) AuthConfig (3832cb77a30ce63a38c61c0f8f4c323c2823af5dc3d73a1b33589d6816906f48) AuthConfig (46e24fc0000baa80ae75ca7565d4711a6a159cd57cb18208eb9de6ea407b1597) AuthConfig (80218df0304950f9fe5d4fd4ddbe7fd82b8e69e91df142758543fe8ea8a2ecf9) AuthConfig (bebdd291251f63fd954da6f22baf93aa742c67e67fb7e79f626bbadf963c12ce) AuthConfig (77e835276ea247e839b62308c46197cb9a780a1ff3d78aec0afa8178195eb6fc) AuthConfig (1bcce65bdb18fbd987f18ccdc06a4ad02112452d4f45b797bdc604cb0550947d) AuthConfig (8afcd3a9ebe24d1a2deca7229d10b0e09d8b40b7ee597e6be0f0dd24625cecbd) AuthConfig (f2fa0af2c6546942b7ca49bbfa5109ab0a8362f5ca4d4be167ea6daf5b7fcb9f) AuthConfig (382e16b0d94f7bc838d05ba503d3d5d1dfaceebb08254e053681b5065df3a7b1) AuthConfig (3efbcd884e251876176da048f6d75577ca6daaacf746f221457334a3f9849d33) AuthConfig (f7da75cb20f33e67180ef84670297638bef6fe18f164e202f334555539e6548f) AuthConfig (d4055b415c2fc8f88864032a2ef9614003565926a6e7cc4ff0aa5a961a979479) AuthConfig (9d311e0df332c578726a3594700f8ea334646d6872b3012b57c2b7e912a6b3fd) AuthConfig (4781b8fd8afc0880e074d38d7483a21c57da1235e6e94a6489b011e61a0fdd60) AuthConfig (27848bc18b91e86db50177085f07a705c5896e281da82728dace3e01c85eefae) AuthConfig (795b67549549eb4be1c63acadd84dc855aa690da9127d77e23a59da0b9eab31c) AuthConfig (30f2eaab4996d78dd311be999168d4bd69b10d89f2ca09ae43bc3debd28aea4e) AuthConfig (118c1444566d8e468032cbf2b47065b5d07ca13b108c0df947c66ef3f3c93830) AuthConfig (5408961b5e5b0fc02e0b6dc0b85a68954f44ad8cf9e394522b90241c2ad8b8ab) AuthConfig (fc5f0ec299c57060a38bd297d180628761e3589cb142a80c91b1af5bad865d83) AuthConfig (2cc6b4946f15e4dcf01229590775005a39627bce710ca836c094114ed4922a16) AuthConfig (49e7f95d467e54232115a320198938f63251b344638e4821df666181ad1e0fc4) AuthConfig (c04931b027682b611318d5c20dede91444810b03b13791e4048a70e33dc1fd9d) AuthConfig (392b7a2d1cdcb1dd73963622334cf8fba921f029551de83cdb1a722dd4dbb17d) AuthConfig (46f69ad52ad3f91c0b32fb1114965f4e0413dc57fcd3f97d08f4ddeab654ded9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8145de02-ce27-4187-bfb3-84b743632a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:24.749917632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.654654822Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8","reconcileID":"08491369-27a7-42a2-9ace-8a194ab0df75","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscription":"e2e-dry-sub-c8f688d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.794834539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"f8499d01-c70e-4a61-9dac-d65ddf73f8b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.867604639Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8","reconcileID":"08491369-27a7-42a2-9ace-8a194ab0df75","MaaSSubscription":{"name":"e2e-dry-sub-c8f688d8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.958281221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"73ef1b57-f303-4af1-a7c4-abfab0f83464","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.967064481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"e2dc2e04-2a23-4791-a608-0f2dc37c246b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.078512957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"fbec08be-3bfc-47ea-b39a-561d3281438f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.133109892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"70e73fa0-84cd-49b4-ba7f-0ceba2586460","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.158227479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d0b2633a-adb5-4944-9c14-89c752472e08","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.289254637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"a3b7cb11-c6d5-48f0-879c-30ec4c07d256","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.290350964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"696c8691-e81f-406b-9eab-90f57dcf0073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.290424422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"f04ff8e9-3dd6-44a0-8ecb-45157afa78fd","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.294689405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f213a990-6dc1-421f-a1fd-775e3a8f1c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.349615496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"696c8691-e81f-406b-9eab-90f57dcf0073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.350068962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"f04ff8e9-3dd6-44a0-8ecb-45157afa78fd","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.351989952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f213a990-6dc1-421f-a1fd-775e3a8f1c26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.553229385Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-dry-sub-c8f688d8-auth","reconcileID":"a3ae656d-5729-4c76-9c10-e49865f6d182","MaaSAuthPolicy":{"name":"e2e-dry-sub-c8f688d8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.556134464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"07e5b233-e609-4164-97f1-bd610a5cc852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.556135684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f466c4aa-28f4-4450-98a7-ef0442058ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.612723543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"07e5b233-e609-4164-97f1-bd610a5cc852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.612798618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f466c4aa-28f4-4450-98a7-ef0442058ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.668162659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995c5dbdde4698541d97aab6bad699edb8f21acda69201865759a185aa95fafd) AuthConfig (e2eeb5457b8dab2fdb24425179ac8fa7b89c5119baad113b321772a3b47a4f5a) AuthConfig (bbc2693babcee297f74d7c7482da0f58e0dd2566473dfdfa9fb3bbde5b280909) AuthConfig (1096a225e837ec7554bee40a8ab7d6de5d0fbef8b53679df0ad4b2de3a3e521a) AuthConfig (7e3217f9252cd7b85ab70a9af8747a3a1279278bc027cdc3944e034754e6a1a1) AuthConfig (05f1549fd53a704a05e33e7ab7f26e0b78dabf08cdb73dc9dd9030a5b5c23ad3) AuthConfig (c9f0c45dabf0a5723f6657f1d3c3c95c795fc9486f80543c320bd30be6264292) AuthConfig (0549dad751b3d90c6bf080a2f7c714f1bb23d5e05e3c29774277c32906036154) AuthConfig (0e9a012dc22641810df90b1af0016713d0834dfcea5628b006a1a7d9ded9fe8e) AuthConfig (9c90be7af3744039108d7f8ae84ed6694703458dfc97de25e37aaec0172200c9) AuthConfig (8251024e600f3cf133e371f22ea1de7488f5fc7c5eab1579a3d4cc7a56eca14a) AuthConfig (3f17b8582da7716b7a8eab48d7cbc85503ed28032dee21131326a2155d9ef4cd) AuthConfig (d43da93fc60cd83c402a3e902e747276018473cff12fc45be7e4484b5c102df0) AuthConfig (21989901bdca2cc991e9d4120add5e3b42aed9a70ecef033851a161ded2c2d10) AuthConfig (fc01932c4d6bb9873a45f1645f6e6ae4c6a4834e2bad157382d9a12d2657226c) AuthConfig (bb59f31098ef366741a464bfd4b8c2eca27a45e8266086eb88ecbfbfb6ab93ab) AuthConfig (85ee30280b15dde42990828f4af7e25fdb38b5c2a2107c3bc13ef45e9af8b6ce) AuthConfig (594074f0a2183100e5acf17f8ebbb66f07c09f26a23ec29ae4b66001eac91fc6) AuthConfig (d37d7124d8c372aecd6763f20b65ee0ecd0f358874493f7c26997adb67996c65) AuthConfig (793c9c3fc584e84a22a1c9125620d18a9a835fb367f29555227e90ae8f10fe64) AuthConfig (59b35401320d465bf81c6e735c968e3306b52e94db018f419ab36985ac25b40e) AuthConfig (57c2c880b7902cf9e66aa60356219d2b8bdf5aa64f8ae60e7b7e803a02b1fe47) AuthConfig (3570c1ba93f51693f3bb53f69a110ac532bfcb6323405223d12da47df9b8e1a1) AuthConfig (84f51d12b448774293697da00bf58bf95adf8a8a790f9f6bf048351e96b9d5a1) AuthConfig (958af823887fb101b3bded2b231df2ec7da48134d8a805c6d0fa51ce0a9b5c57) AuthConfig (02bdb555cf1a068413975f5fc93c6649e663efe7ca0d9fe1216c2ae26169106e) AuthConfig (40c096df01ad8487cbed3aba6b0beee171bfebe30d39656a9ee919a62f5dc0ac) AuthConfig (f49f214af0014bc902f234ae97c5e5c5d499843138d150c91a87bc751933c1ff) AuthConfig (8cb6e6f823c7a1a7bf170046010ce64f442d106ba641d85d23a33b20fc6be919) AuthConfig (80ed4ee17255c99b33223a9482aba8d87b84968d7a749a0bf2e6cf4fe4595211)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"07e5b233-e609-4164-97f1-bd610a5cc852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.668202963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995c5dbdde4698541d97aab6bad699edb8f21acda69201865759a185aa95fafd) AuthConfig (e2eeb5457b8dab2fdb24425179ac8fa7b89c5119baad113b321772a3b47a4f5a) AuthConfig (bbc2693babcee297f74d7c7482da0f58e0dd2566473dfdfa9fb3bbde5b280909) AuthConfig (1096a225e837ec7554bee40a8ab7d6de5d0fbef8b53679df0ad4b2de3a3e521a) AuthConfig (7e3217f9252cd7b85ab70a9af8747a3a1279278bc027cdc3944e034754e6a1a1) AuthConfig (05f1549fd53a704a05e33e7ab7f26e0b78dabf08cdb73dc9dd9030a5b5c23ad3) AuthConfig (c9f0c45dabf0a5723f6657f1d3c3c95c795fc9486f80543c320bd30be6264292) AuthConfig (0549dad751b3d90c6bf080a2f7c714f1bb23d5e05e3c29774277c32906036154) AuthConfig (0e9a012dc22641810df90b1af0016713d0834dfcea5628b006a1a7d9ded9fe8e) AuthConfig (9c90be7af3744039108d7f8ae84ed6694703458dfc97de25e37aaec0172200c9) AuthConfig (8251024e600f3cf133e371f22ea1de7488f5fc7c5eab1579a3d4cc7a56eca14a) AuthConfig (3f17b8582da7716b7a8eab48d7cbc85503ed28032dee21131326a2155d9ef4cd) AuthConfig (d43da93fc60cd83c402a3e902e747276018473cff12fc45be7e4484b5c102df0) AuthConfig (21989901bdca2cc991e9d4120add5e3b42aed9a70ecef033851a161ded2c2d10) AuthConfig (fc01932c4d6bb9873a45f1645f6e6ae4c6a4834e2bad157382d9a12d2657226c) AuthConfig (bb59f31098ef366741a464bfd4b8c2eca27a45e8266086eb88ecbfbfb6ab93ab) AuthConfig (85ee30280b15dde42990828f4af7e25fdb38b5c2a2107c3bc13ef45e9af8b6ce) AuthConfig (594074f0a2183100e5acf17f8ebbb66f07c09f26a23ec29ae4b66001eac91fc6) AuthConfig (d37d7124d8c372aecd6763f20b65ee0ecd0f358874493f7c26997adb67996c65) AuthConfig (793c9c3fc584e84a22a1c9125620d18a9a835fb367f29555227e90ae8f10fe64) AuthConfig (59b35401320d465bf81c6e735c968e3306b52e94db018f419ab36985ac25b40e) AuthConfig (57c2c880b7902cf9e66aa60356219d2b8bdf5aa64f8ae60e7b7e803a02b1fe47) AuthConfig (3570c1ba93f51693f3bb53f69a110ac532bfcb6323405223d12da47df9b8e1a1) AuthConfig (84f51d12b448774293697da00bf58bf95adf8a8a790f9f6bf048351e96b9d5a1) AuthConfig (958af823887fb101b3bded2b231df2ec7da48134d8a805c6d0fa51ce0a9b5c57) AuthConfig (02bdb555cf1a068413975f5fc93c6649e663efe7ca0d9fe1216c2ae26169106e) AuthConfig (40c096df01ad8487cbed3aba6b0beee171bfebe30d39656a9ee919a62f5dc0ac) AuthConfig (f49f214af0014bc902f234ae97c5e5c5d499843138d150c91a87bc751933c1ff) AuthConfig (8cb6e6f823c7a1a7bf170046010ce64f442d106ba641d85d23a33b20fc6be919) AuthConfig (80ed4ee17255c99b33223a9482aba8d87b84968d7a749a0bf2e6cf4fe4595211)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f466c4aa-28f4-4450-98a7-ef0442058ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.724556788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"3724dabd-4a80-4fd6-b953-a173e38e8922","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.72755951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"50ea0a46-be2e-4863-aeee-244c33b589df","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.809574855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"b5b68c63-1faa-4d65-9746-d8460469b2be","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.879238883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"da370181-bf60-48c1-aef7-3702388651be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.880805238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"176bfeac-e030-4df4-ba13-1e9c65f7bf4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.936147117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"da370181-bf60-48c1-aef7-3702388651be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.937543095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"176bfeac-e030-4df4-ba13-1e9c65f7bf4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.991374087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995c5dbdde4698541d97aab6bad699edb8f21acda69201865759a185aa95fafd) AuthConfig (e2eeb5457b8dab2fdb24425179ac8fa7b89c5119baad113b321772a3b47a4f5a) AuthConfig (bbc2693babcee297f74d7c7482da0f58e0dd2566473dfdfa9fb3bbde5b280909) AuthConfig (1096a225e837ec7554bee40a8ab7d6de5d0fbef8b53679df0ad4b2de3a3e521a) AuthConfig (7e3217f9252cd7b85ab70a9af8747a3a1279278bc027cdc3944e034754e6a1a1) AuthConfig (05f1549fd53a704a05e33e7ab7f26e0b78dabf08cdb73dc9dd9030a5b5c23ad3) AuthConfig (c9f0c45dabf0a5723f6657f1d3c3c95c795fc9486f80543c320bd30be6264292) AuthConfig (0549dad751b3d90c6bf080a2f7c714f1bb23d5e05e3c29774277c32906036154) AuthConfig (0e9a012dc22641810df90b1af0016713d0834dfcea5628b006a1a7d9ded9fe8e) AuthConfig (9c90be7af3744039108d7f8ae84ed6694703458dfc97de25e37aaec0172200c9) AuthConfig (8251024e600f3cf133e371f22ea1de7488f5fc7c5eab1579a3d4cc7a56eca14a) AuthConfig (3f17b8582da7716b7a8eab48d7cbc85503ed28032dee21131326a2155d9ef4cd) AuthConfig (d43da93fc60cd83c402a3e902e747276018473cff12fc45be7e4484b5c102df0) AuthConfig (21989901bdca2cc991e9d4120add5e3b42aed9a70ecef033851a161ded2c2d10) AuthConfig (fc01932c4d6bb9873a45f1645f6e6ae4c6a4834e2bad157382d9a12d2657226c) AuthConfig (bb59f31098ef366741a464bfd4b8c2eca27a45e8266086eb88ecbfbfb6ab93ab) AuthConfig (85ee30280b15dde42990828f4af7e25fdb38b5c2a2107c3bc13ef45e9af8b6ce) AuthConfig (594074f0a2183100e5acf17f8ebbb66f07c09f26a23ec29ae4b66001eac91fc6) AuthConfig (d37d7124d8c372aecd6763f20b65ee0ecd0f358874493f7c26997adb67996c65) AuthConfig (793c9c3fc584e84a22a1c9125620d18a9a835fb367f29555227e90ae8f10fe64) AuthConfig (59b35401320d465bf81c6e735c968e3306b52e94db018f419ab36985ac25b40e) AuthConfig (57c2c880b7902cf9e66aa60356219d2b8bdf5aa64f8ae60e7b7e803a02b1fe47) AuthConfig (3570c1ba93f51693f3bb53f69a110ac532bfcb6323405223d12da47df9b8e1a1) AuthConfig (84f51d12b448774293697da00bf58bf95adf8a8a790f9f6bf048351e96b9d5a1) AuthConfig (958af823887fb101b3bded2b231df2ec7da48134d8a805c6d0fa51ce0a9b5c57) AuthConfig (02bdb555cf1a068413975f5fc93c6649e663efe7ca0d9fe1216c2ae26169106e) AuthConfig (40c096df01ad8487cbed3aba6b0beee171bfebe30d39656a9ee919a62f5dc0ac) AuthConfig (f49f214af0014bc902f234ae97c5e5c5d499843138d150c91a87bc751933c1ff) AuthConfig (8cb6e6f823c7a1a7bf170046010ce64f442d106ba641d85d23a33b20fc6be919) AuthConfig (80ed4ee17255c99b33223a9482aba8d87b84968d7a749a0bf2e6cf4fe4595211)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"da370181-bf60-48c1-aef7-3702388651be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.992707827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995c5dbdde4698541d97aab6bad699edb8f21acda69201865759a185aa95fafd) AuthConfig (e2eeb5457b8dab2fdb24425179ac8fa7b89c5119baad113b321772a3b47a4f5a) AuthConfig (bbc2693babcee297f74d7c7482da0f58e0dd2566473dfdfa9fb3bbde5b280909) AuthConfig (1096a225e837ec7554bee40a8ab7d6de5d0fbef8b53679df0ad4b2de3a3e521a) AuthConfig (7e3217f9252cd7b85ab70a9af8747a3a1279278bc027cdc3944e034754e6a1a1) AuthConfig (05f1549fd53a704a05e33e7ab7f26e0b78dabf08cdb73dc9dd9030a5b5c23ad3) AuthConfig (c9f0c45dabf0a5723f6657f1d3c3c95c795fc9486f80543c320bd30be6264292) AuthConfig (0549dad751b3d90c6bf080a2f7c714f1bb23d5e05e3c29774277c32906036154) AuthConfig (0e9a012dc22641810df90b1af0016713d0834dfcea5628b006a1a7d9ded9fe8e) AuthConfig (9c90be7af3744039108d7f8ae84ed6694703458dfc97de25e37aaec0172200c9) AuthConfig (8251024e600f3cf133e371f22ea1de7488f5fc7c5eab1579a3d4cc7a56eca14a) AuthConfig (3f17b8582da7716b7a8eab48d7cbc85503ed28032dee21131326a2155d9ef4cd) AuthConfig (d43da93fc60cd83c402a3e902e747276018473cff12fc45be7e4484b5c102df0) AuthConfig (21989901bdca2cc991e9d4120add5e3b42aed9a70ecef033851a161ded2c2d10) AuthConfig (fc01932c4d6bb9873a45f1645f6e6ae4c6a4834e2bad157382d9a12d2657226c) AuthConfig (bb59f31098ef366741a464bfd4b8c2eca27a45e8266086eb88ecbfbfb6ab93ab) AuthConfig (85ee30280b15dde42990828f4af7e25fdb38b5c2a2107c3bc13ef45e9af8b6ce) AuthConfig (594074f0a2183100e5acf17f8ebbb66f07c09f26a23ec29ae4b66001eac91fc6) AuthConfig (d37d7124d8c372aecd6763f20b65ee0ecd0f358874493f7c26997adb67996c65) AuthConfig (793c9c3fc584e84a22a1c9125620d18a9a835fb367f29555227e90ae8f10fe64) AuthConfig (59b35401320d465bf81c6e735c968e3306b52e94db018f419ab36985ac25b40e) AuthConfig (57c2c880b7902cf9e66aa60356219d2b8bdf5aa64f8ae60e7b7e803a02b1fe47) AuthConfig (3570c1ba93f51693f3bb53f69a110ac532bfcb6323405223d12da47df9b8e1a1) AuthConfig (84f51d12b448774293697da00bf58bf95adf8a8a790f9f6bf048351e96b9d5a1) AuthConfig (958af823887fb101b3bded2b231df2ec7da48134d8a805c6d0fa51ce0a9b5c57) AuthConfig (02bdb555cf1a068413975f5fc93c6649e663efe7ca0d9fe1216c2ae26169106e) AuthConfig (40c096df01ad8487cbed3aba6b0beee171bfebe30d39656a9ee919a62f5dc0ac) AuthConfig (f49f214af0014bc902f234ae97c5e5c5d499843138d150c91a87bc751933c1ff) AuthConfig (8cb6e6f823c7a1a7bf170046010ce64f442d106ba641d85d23a33b20fc6be919) AuthConfig (80ed4ee17255c99b33223a9482aba8d87b84968d7a749a0bf2e6cf4fe4595211)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"176bfeac-e030-4df4-ba13-1e9c65f7bf4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:27.045966113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"176bfeac-e030-4df4-ba13-1e9c65f7bf4d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:27.215301928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"23096949-c064-48a7-ad5e-9b3645f89ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:27.272396511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"23096949-c064-48a7-ad5e-9b3645f89ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:27.330030334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995c5dbdde4698541d97aab6bad699edb8f21acda69201865759a185aa95fafd) AuthConfig (e2eeb5457b8dab2fdb24425179ac8fa7b89c5119baad113b321772a3b47a4f5a) AuthConfig (bbc2693babcee297f74d7c7482da0f58e0dd2566473dfdfa9fb3bbde5b280909) AuthConfig (1096a225e837ec7554bee40a8ab7d6de5d0fbef8b53679df0ad4b2de3a3e521a) AuthConfig (7e3217f9252cd7b85ab70a9af8747a3a1279278bc027cdc3944e034754e6a1a1) AuthConfig (05f1549fd53a704a05e33e7ab7f26e0b78dabf08cdb73dc9dd9030a5b5c23ad3) AuthConfig (c9f0c45dabf0a5723f6657f1d3c3c95c795fc9486f80543c320bd30be6264292) AuthConfig (0549dad751b3d90c6bf080a2f7c714f1bb23d5e05e3c29774277c32906036154) AuthConfig (0e9a012dc22641810df90b1af0016713d0834dfcea5628b006a1a7d9ded9fe8e) AuthConfig (9c90be7af3744039108d7f8ae84ed6694703458dfc97de25e37aaec0172200c9) AuthConfig (8251024e600f3cf133e371f22ea1de7488f5fc7c5eab1579a3d4cc7a56eca14a) AuthConfig (3f17b8582da7716b7a8eab48d7cbc85503ed28032dee21131326a2155d9ef4cd) AuthConfig (d43da93fc60cd83c402a3e902e747276018473cff12fc45be7e4484b5c102df0) AuthConfig (21989901bdca2cc991e9d4120add5e3b42aed9a70ecef033851a161ded2c2d10) AuthConfig (fc01932c4d6bb9873a45f1645f6e6ae4c6a4834e2bad157382d9a12d2657226c) AuthConfig (bb59f31098ef366741a464bfd4b8c2eca27a45e8266086eb88ecbfbfb6ab93ab) AuthConfig (85ee30280b15dde42990828f4af7e25fdb38b5c2a2107c3bc13ef45e9af8b6ce) AuthConfig (594074f0a2183100e5acf17f8ebbb66f07c09f26a23ec29ae4b66001eac91fc6) AuthConfig (d37d7124d8c372aecd6763f20b65ee0ecd0f358874493f7c26997adb67996c65) AuthConfig (793c9c3fc584e84a22a1c9125620d18a9a835fb367f29555227e90ae8f10fe64) AuthConfig (59b35401320d465bf81c6e735c968e3306b52e94db018f419ab36985ac25b40e) AuthConfig (57c2c880b7902cf9e66aa60356219d2b8bdf5aa64f8ae60e7b7e803a02b1fe47) AuthConfig (3570c1ba93f51693f3bb53f69a110ac532bfcb6323405223d12da47df9b8e1a1) AuthConfig (84f51d12b448774293697da00bf58bf95adf8a8a790f9f6bf048351e96b9d5a1) AuthConfig (958af823887fb101b3bded2b231df2ec7da48134d8a805c6d0fa51ce0a9b5c57) AuthConfig (02bdb555cf1a068413975f5fc93c6649e663efe7ca0d9fe1216c2ae26169106e) AuthConfig (40c096df01ad8487cbed3aba6b0beee171bfebe30d39656a9ee919a62f5dc0ac) AuthConfig (f49f214af0014bc902f234ae97c5e5c5d499843138d150c91a87bc751933c1ff) AuthConfig (8cb6e6f823c7a1a7bf170046010ce64f442d106ba641d85d23a33b20fc6be919) AuthConfig (80ed4ee17255c99b33223a9482aba8d87b84968d7a749a0bf2e6cf4fe4595211)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"23096949-c064-48a7-ad5e-9b3645f89ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:27.943935992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"1a7d8faf-2d12-4780-935c-554bb2d1c0bf","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.000044483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"a496a189-fbf5-4a2f-a0df-b61dccff15f5","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.164817696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"b21a3a46-7175-43b7-9feb-40f157c0a5aa","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.222141059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"b21a3a46-7175-43b7-9feb-40f157c0a5aa","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.23425637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"3906c9b0-68a9-4c0a-a60b-be5b6f03226b","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.290301949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"5747bbe0-0e00-401e-b99e-95931de16dd1","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:28.33954384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4","reconcileID":"e2d6d3ca-4236-4044-9200-a061ad2e8cb4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-f0185da4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.388554393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a76eb9c5-9f87-4754-9804-a2c8917d438a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.388550216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e1943859-baed-4a29-b30e-0bde98b2eaaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.444109091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a76eb9c5-9f87-4754-9804-a2c8917d438a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.444135067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e1943859-baed-4a29-b30e-0bde98b2eaaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.452550108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"68d8b6e8-b8f4-45fb-bf5e-e5e2905ff061","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.487317748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"e041dcd2-35b5-45ff-a874-6aeef7c5802c","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.507189664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"76a3de4b-b583-4d3d-ab09-76cda655cadf","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.642535783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"c5bf7a88-3e39-47c6-befd-7c40aca04ded","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.698995811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"c5bf7a88-3e39-47c6-befd-7c40aca04ded","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.776271768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4","reconcileID":"da79cf50-ca94-4f21-b9c7-e2bbe2e586bc","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/e2e-combo-sub-f0185da4","ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.801660169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"805acb10-b9cd-4d64-b397-a1c3d1201430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.801715785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"741edf02-a8ac-48d9-b87a-03678d25e1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.857595251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"741edf02-a8ac-48d9-b87a-03678d25e1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.857793904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"805acb10-b9cd-4d64-b397-a1c3d1201430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.937088947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"7fa9e7c4-4cad-4d35-a109-e4e429bcaff6","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.983985284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"bf21b097-909a-4747-926e-0403888bbbf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:29.144375314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4","reconcileID":"9a11d220-bf1b-4947-9947-011ff17cd445","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:31.383800016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e7005242-0f36-4b22-a7ae-7c56905ee08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:31.383800007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4c3f2925-e125-48c6-88f7-b3563ce13805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:31.440359808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4c3f2925-e125-48c6-88f7-b3563ce13805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:31.440359805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e7005242-0f36-4b22-a7ae-7c56905ee08e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:31.753654996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"678e64a9-5957-476a-b7cb-726c3ba5df5c","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:31.756175659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"ca9ce623-82a0-49c4-a83b-0732af7a9922","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.4353238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"a16f2119-7b43-430c-aba1-bd2d774a0980","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.591036326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a5904791-a241-4de4-936a-1eeacddadf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.591204456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e7291eb4-1677-4892-b579-2356ad2def6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.591033295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"de945786-b9a8-4d5c-bc4c-f8cb66c60f7b","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.647779475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e7291eb4-1677-4892-b579-2356ad2def6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.64896662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"de945786-b9a8-4d5c-bc4c-f8cb66c60f7b","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.649955376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a5904791-a241-4de4-936a-1eeacddadf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:36.670629632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"f87c145e-8e45-42bc-95c7-a94cf87cb591","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:37.147691825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"497b8e0e-4360-4126-9e9b-ccccc40b5997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:37.203497903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"497b8e0e-4360-4126-9e9b-ccccc40b5997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:37.257728015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995c5dbdde4698541d97aab6bad699edb8f21acda69201865759a185aa95fafd) AuthConfig (e2eeb5457b8dab2fdb24425179ac8fa7b89c5119baad113b321772a3b47a4f5a) AuthConfig (bbc2693babcee297f74d7c7482da0f58e0dd2566473dfdfa9fb3bbde5b280909) AuthConfig (1096a225e837ec7554bee40a8ab7d6de5d0fbef8b53679df0ad4b2de3a3e521a) AuthConfig (7e3217f9252cd7b85ab70a9af8747a3a1279278bc027cdc3944e034754e6a1a1) AuthConfig (05f1549fd53a704a05e33e7ab7f26e0b78dabf08cdb73dc9dd9030a5b5c23ad3) AuthConfig (c9f0c45dabf0a5723f6657f1d3c3c95c795fc9486f80543c320bd30be6264292) AuthConfig (0549dad751b3d90c6bf080a2f7c714f1bb23d5e05e3c29774277c32906036154) AuthConfig (0e9a012dc22641810df90b1af0016713d0834dfcea5628b006a1a7d9ded9fe8e) AuthConfig (9c90be7af3744039108d7f8ae84ed6694703458dfc97de25e37aaec0172200c9) AuthConfig (8251024e600f3cf133e371f22ea1de7488f5fc7c5eab1579a3d4cc7a56eca14a) AuthConfig (3f17b8582da7716b7a8eab48d7cbc85503ed28032dee21131326a2155d9ef4cd) AuthConfig (d43da93fc60cd83c402a3e902e747276018473cff12fc45be7e4484b5c102df0) AuthConfig (21989901bdca2cc991e9d4120add5e3b42aed9a70ecef033851a161ded2c2d10) AuthConfig (fc01932c4d6bb9873a45f1645f6e6ae4c6a4834e2bad157382d9a12d2657226c) AuthConfig (bb59f31098ef366741a464bfd4b8c2eca27a45e8266086eb88ecbfbfb6ab93ab) AuthConfig (85ee30280b15dde42990828f4af7e25fdb38b5c2a2107c3bc13ef45e9af8b6ce) AuthConfig (594074f0a2183100e5acf17f8ebbb66f07c09f26a23ec29ae4b66001eac91fc6) AuthConfig (d37d7124d8c372aecd6763f20b65ee0ecd0f358874493f7c26997adb67996c65) AuthConfig (793c9c3fc584e84a22a1c9125620d18a9a835fb367f29555227e90ae8f10fe64) AuthConfig (59b35401320d465bf81c6e735c968e3306b52e94db018f419ab36985ac25b40e) AuthConfig (57c2c880b7902cf9e66aa60356219d2b8bdf5aa64f8ae60e7b7e803a02b1fe47) AuthConfig (3570c1ba93f51693f3bb53f69a110ac532bfcb6323405223d12da47df9b8e1a1) AuthConfig (84f51d12b448774293697da00bf58bf95adf8a8a790f9f6bf048351e96b9d5a1) AuthConfig (958af823887fb101b3bded2b231df2ec7da48134d8a805c6d0fa51ce0a9b5c57) AuthConfig (02bdb555cf1a068413975f5fc93c6649e663efe7ca0d9fe1216c2ae26169106e) AuthConfig (40c096df01ad8487cbed3aba6b0beee171bfebe30d39656a9ee919a62f5dc0ac) AuthConfig (f49f214af0014bc902f234ae97c5e5c5d499843138d150c91a87bc751933c1ff) AuthConfig (8cb6e6f823c7a1a7bf170046010ce64f442d106ba641d85d23a33b20fc6be919) AuthConfig (80ed4ee17255c99b33223a9482aba8d87b84968d7a749a0bf2e6cf4fe4595211)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"497b8e0e-4360-4126-9e9b-ccccc40b5997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:37.485253382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"07b7ec9e-0640-4e0e-b4e8-2c3f9080978b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:37.54058719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"07b7ec9e-0640-4e0e-b4e8-2c3f9080978b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:37.609317438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-8ff537-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (995c5dbdde4698541d97aab6bad699edb8f21acda69201865759a185aa95fafd) AuthConfig (e2eeb5457b8dab2fdb24425179ac8fa7b89c5119baad113b321772a3b47a4f5a) AuthConfig (bbc2693babcee297f74d7c7482da0f58e0dd2566473dfdfa9fb3bbde5b280909) AuthConfig (1096a225e837ec7554bee40a8ab7d6de5d0fbef8b53679df0ad4b2de3a3e521a) AuthConfig (7e3217f9252cd7b85ab70a9af8747a3a1279278bc027cdc3944e034754e6a1a1) AuthConfig (05f1549fd53a704a05e33e7ab7f26e0b78dabf08cdb73dc9dd9030a5b5c23ad3) AuthConfig (c9f0c45dabf0a5723f6657f1d3c3c95c795fc9486f80543c320bd30be6264292) AuthConfig (0549dad751b3d90c6bf080a2f7c714f1bb23d5e05e3c29774277c32906036154) AuthConfig (0e9a012dc22641810df90b1af0016713d0834dfcea5628b006a1a7d9ded9fe8e) AuthConfig (9c90be7af3744039108d7f8ae84ed6694703458dfc97de25e37aaec0172200c9) AuthConfig (8251024e600f3cf133e371f22ea1de7488f5fc7c5eab1579a3d4cc7a56eca14a) AuthConfig (3f17b8582da7716b7a8eab48d7cbc85503ed28032dee21131326a2155d9ef4cd) AuthConfig (d43da93fc60cd83c402a3e902e747276018473cff12fc45be7e4484b5c102df0) AuthConfig (21989901bdca2cc991e9d4120add5e3b42aed9a70ecef033851a161ded2c2d10) AuthConfig (fc01932c4d6bb9873a45f1645f6e6ae4c6a4834e2bad157382d9a12d2657226c) AuthConfig (bb59f31098ef366741a464bfd4b8c2eca27a45e8266086eb88ecbfbfb6ab93ab) AuthConfig (85ee30280b15dde42990828f4af7e25fdb38b5c2a2107c3bc13ef45e9af8b6ce) AuthConfig (594074f0a2183100e5acf17f8ebbb66f07c09f26a23ec29ae4b66001eac91fc6) AuthConfig (d37d7124d8c372aecd6763f20b65ee0ecd0f358874493f7c26997adb67996c65) AuthConfig (793c9c3fc584e84a22a1c9125620d18a9a835fb367f29555227e90ae8f10fe64) AuthConfig (59b35401320d465bf81c6e735c968e3306b52e94db018f419ab36985ac25b40e) AuthConfig (57c2c880b7902cf9e66aa60356219d2b8bdf5aa64f8ae60e7b7e803a02b1fe47) AuthConfig (3570c1ba93f51693f3bb53f69a110ac532bfcb6323405223d12da47df9b8e1a1) AuthConfig (84f51d12b448774293697da00bf58bf95adf8a8a790f9f6bf048351e96b9d5a1) AuthConfig (958af823887fb101b3bded2b231df2ec7da48134d8a805c6d0fa51ce0a9b5c57) AuthConfig (02bdb555cf1a068413975f5fc93c6649e663efe7ca0d9fe1216c2ae26169106e) AuthConfig (40c096df01ad8487cbed3aba6b0beee171bfebe30d39656a9ee919a62f5dc0ac) AuthConfig (f49f214af0014bc902f234ae97c5e5c5d499843138d150c91a87bc751933c1ff) AuthConfig (8cb6e6f823c7a1a7bf170046010ce64f442d106ba641d85d23a33b20fc6be919) AuthConfig (80ed4ee17255c99b33223a9482aba8d87b84968d7a749a0bf2e6cf4fe4595211)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"07b7ec9e-0640-4e0e-b4e8-2c3f9080978b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.98150293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"10231d78-e219-4b1d-afbb-739894cabb19","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c79abe","tenantID":"e2e-extmod-a-c79abe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:42.094620865Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"10231d78-e219-4b1d-afbb-739894cabb19","name":"e2e-extmod-a-c79abe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:43.59765077Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4","reconcileID":"e1b3da8d-2cff-4913-8a96-f5cfba57dfb3","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscription":"e2e-combo-sub-f0185da4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:43.812444423Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4","reconcileID":"e1b3da8d-2cff-4913-8a96-f5cfba57dfb3","MaaSSubscription":{"name":"e2e-combo-sub-f0185da4","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.021074178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"f213c74e-0adc-4420-b561-5ff2f699b08c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.074031693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"1d17effc-443c-4305-a6b3-0b15c9c5f4c2","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.231640196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ed1dc6be-cb04-45d0-9c38-2b17949828f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.231834865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"da473658-d4d7-4773-946c-6fa7e940743f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.231640185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"31f17c26-f73a-4d9c-917c-d104e6aede6f","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.232642781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"e8009a85-d2c7-42c1-8d62-27436cb91e95","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.286976497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ed1dc6be-cb04-45d0-9c38-2b17949828f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.288288477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"da473658-d4d7-4773-946c-6fa7e940743f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.289221061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"31f17c26-f73a-4d9c-917c-d104e6aede6f","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.490418005Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-combo-sub-f0185da4-auth","reconcileID":"3b59e636-0810-4761-aa5d-1148bd034045","MaaSAuthPolicy":{"name":"e2e-combo-sub-f0185da4-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:44.698411324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"a43701bb-249f-4d11-bf85-523c5b0a3d83","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:47.413676827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"474d3e66-3dd2-4103-8c86-41bcaf901b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:47.469395674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"474d3e66-3dd2-4103-8c86-41bcaf901b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:47.735421129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"765d411a-caaa-43f8-9205-8242512bcf5b","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:47.764122553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c306ebc3-f2ce-46ec-89f1-de053715596f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:47.819528839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c306ebc3-f2ce-46ec-89f1-de053715596f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:48.134416446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"42b9ffba-314c-4a4d-8c71-b02f398cd35e","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:50.336599342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"249ed2fc-47e0-4f81-b651-0f276bf05bfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:52.43118353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"73c08e23-8ddb-43cf-b867-90963f93d8c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.747872482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.750661357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"93e2bbf3-49c3-4aa4-a35a-c19ae85f38c1","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.750683395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"93e2bbf3-49c3-4aa4-a35a-c19ae85f38c1","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.757771784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"a545d315-7b87-45d2-8d36-0fe6253e1a5d","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.758056569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"bdc42b4f-7385-4fa6-9b96-004c5bf9069a","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.822451894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"28454f30-977a-4ca9-960f-5bd55628a2be","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.822767719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"1da1dce3-3de3-4151-853e-250e05d92454","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.918167396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bcb4ba3c-4530-4f5c-90be-cbbc8df5c13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.918167168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"782882ec-a4ae-4479-90b1-8396e822c671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.971951985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"0405055c-6b96-4e6d-8b7f-d68285a48730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.971945984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"f1d8b788-11f9-4fee-a783-82986e4930b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.975742307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"782882ec-a4ae-4479-90b1-8396e822c671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.977729471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bcb4ba3c-4530-4f5c-90be-cbbc8df5c13d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:56.336263754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b08f7aeb-7f16-445d-b4bd-8c198a68a693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:56.336263777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2b5c2876-2b41-4bd6-a95c-5ed8d88022e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:56.392590914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2b5c2876-2b41-4bd6-a95c-5ed8d88022e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:56.392679907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b08f7aeb-7f16-445d-b4bd-8c198a68a693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.19019554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"69fe0124-5470-4e4b-a1ee-16bc7116279e","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.190218972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"69fe0124-5470-4e4b-a1ee-16bc7116279e","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.2445181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"beeaa53d-f97e-4ea9-a0bf-e90b7831446a","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.244540561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"beeaa53d-f97e-4ea9-a0bf-e90b7831446a","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.347669667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"0960d402-418a-4cb9-81f1-f3438ebb717c","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.480317093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"0960d402-418a-4cb9-81f1-f3438ebb717c","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.534325299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-85584b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"0960d402-418a-4cb9-81f1-f3438ebb717c","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.588680064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"0106f619-ed3c-4cfe-80d4-ede1bb2e31a3","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.588698206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"0106f619-ed3c-4cfe-80d4-ede1bb2e31a3","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.028121658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"cf17fb35-53b0-4750-8839-780cc0f668cc","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.084651651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"bd030ace-e7ab-4e92-9b0c-5dccaa440561","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.239443831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"e43cf0b7-07f6-475a-8c1d-bb785ed578ff","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.318322348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"bf22337b-7ae0-4e49-ba1a-2ac40e8d4961","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.324049316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"e43cf0b7-07f6-475a-8c1d-bb785ed578ff","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.589210785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"69083b89-5dad-4522-ba07-ea8a6a07d1a4","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.743720544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"19f26496-7b1c-404a-82e7-926ee5772e09","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.79921275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"19f26496-7b1c-404a-82e7-926ee5772e09","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:02.119885562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"19f26496-7b1c-404a-82e7-926ee5772e09","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:02.283436252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"1c0d47aa-7d28-4b8c-a433-d159b17c18fc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:02.339954011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"1c0d47aa-7d28-4b8c-a433-d159b17c18fc","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:04.478809853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6da221d3-0960-4181-8686-150285b3c011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:04.478809798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"30a9633e-c593-4a9b-a453-2d8e4314471c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:04.537815531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6da221d3-0960-4181-8686-150285b3c011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:04.539121336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"30a9633e-c593-4a9b-a453-2d8e4314471c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:05.631734507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"1968178d-ea6c-49a4-a12d-d7382372f966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:08.587262319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"68322b0e-6acc-4ada-82d9-e6fb383ce67b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:08.643695865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"5083e3bb-7eef-4b87-a55b-a026d51f4651","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:08.692856698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-apikey-sub-binding-8644df98","reconcileID":"38c626dd-a51a-4a6f-b92f-5dcdf17beb88","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-8644df98\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:08.741637455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"25777509-c289-421c-92cb-54a6ef03e70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:08.741683221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c4e515c8-0563-464a-bcae-559b72557ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:08.798917972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c4e515c8-0563-464a-bcae-559b72557ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:08.799028715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"25777509-c289-421c-92cb-54a6ef03e70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:08.806882991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a4a477f0-e900-4918-a0e8-40035151c3c5","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:08.861011358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1a642cf1-d1f2-49fe-b882-347f3f6e8881","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:09.108105025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1392dcfa-0581-4d18-97e6-f3ba1196d41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:09.108133188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"588e3222-dfca-44d0-83fc-8552ce0debde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:09.125336208Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-apikey-sub-binding-8644df98","reconcileID":"5711988f-9b71-42ae-8ce7-abb770eac246","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-apikey-sub-binding-8644df98","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:09.165152845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"588e3222-dfca-44d0-83fc-8552ce0debde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:09.165213369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1392dcfa-0581-4d18-97e6-f3ba1196d41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:09.287803127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a9280199-7a11-48ce-beeb-1c2fe813674a","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:09.333488746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"35b51ca3-7401-4a20-ad4b-ebdcb670d3f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:09.494414553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-apikey-sub-binding-8644df98","reconcileID":"3c21b675-8db5-48ad-84fe-6127610f6a46","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.69207302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"ee73d7a5-4256-46c2-b563-5b8a7c9bcb57","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.749402797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"ee73d7a5-4256-46c2-b563-5b8a7c9bcb57","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.803879125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-85584b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"ee73d7a5-4256-46c2-b563-5b8a7c9bcb57","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.30033704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"3e07efe7-8611-4688-8da3-76bf0aa30cf1","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.357408285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"2fb1aab9-6a2d-4288-a03c-a5dcdca502ad","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.405817589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"045875b3-6f92-474f-adea-e4aa5b7d2ee9","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:11.409752416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3ba2f3/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.455445278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"0a4e72b8-91cb-46d2-90a0-2c455403cb52","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.455515541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b4e02cc7-adc7-4520-a7ea-c469d260a8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.45594078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ae2ed1b3-fd0b-48e3-9f14-363dd26a571d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.459789483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"fa195bfc-086e-4b73-b82b-bda817a5aca5","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.512279854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b4e02cc7-adc7-4520-a7ea-c469d260a8dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.512727221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"0a4e72b8-91cb-46d2-90a0-2c455403cb52","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.515251302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ae2ed1b3-fd0b-48e3-9f14-363dd26a571d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.723175888Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-sub","reconcileID":"3bdaaa21-0630-469f-8e01-ac5e402c6a17","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.821197778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"2f00fe3c-93fe-4e52-9a57-f27be032a97f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.821197937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"19e959f7-ecca-496f-a9e7-fa703a45442a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.821800768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e518c1a2-db4f-4ba5-80e5-cd4d7e176131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.877049358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"2f00fe3c-93fe-4e52-9a57-f27be032a97f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.878301012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"19e959f7-ecca-496f-a9e7-fa703a45442a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.879788274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e518c1a2-db4f-4ba5-80e5-cd4d7e176131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.888875168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"d49be1d4-06df-4894-9097-485b561e44c0","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.931381549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"f13d534b-4b47-495c-8672-7e33dec43e83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.096258389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-sub","reconcileID":"67188374-561c-4c8f-9d0b-ad531cf14eab","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.542202183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a22bf873-1718-4425-873d-9fda362b0aaf","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.696978243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3a50955f-d271-4123-935b-e8eb33997e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.696978332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e676bfdd-6925-4ea2-8560-81fd4815d32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.753009532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3a50955f-d271-4123-935b-e8eb33997e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.753113256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e676bfdd-6925-4ea2-8560-81fd4815d32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.171538799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"82d0f825-a531-4c6e-a7a5-528ab9ea0eb3","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.326271016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"5c0d83f5-4010-46d0-a807-5f17c3df3cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.326578453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"0d5b5dd4-84cb-4fe1-894c-6458029c1317","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.326810146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e4901caf-ef05-4f6c-b243-9707e6ef2abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.382753157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"5c0d83f5-4010-46d0-a807-5f17c3df3cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.384007379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"0d5b5dd4-84cb-4fe1-894c-6458029c1317","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.384906754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e4901caf-ef05-4f6c-b243-9707e6ef2abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:17.142728777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7882811-9249-4e9c-85d4-00bd09689d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:17.195094005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7882811-9249-4e9c-85d4-00bd09689d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:17.247130463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7882811-9249-4e9c-85d4-00bd09689d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:17.299258417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7882811-9249-4e9c-85d4-00bd09689d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.013358315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"5fcbbf82-50d7-4504-8402-3c3c47c6282c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.126768243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"a5c858d7-2d69-4c4d-801d-0b44ce26bbcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.239205041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cc978849-c407-49c8-bc29-cbf4bbe7e5ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.337535592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"f7c0a98c-c614-4008-b440-da160bd498c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.337721555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"a0a6df5e-51a9-47da-a109-96bd171ad264","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.577369905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"2eafae59-9c26-4c55-97f1-735252b56967","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.598333471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"6ddac150-043b-4c10-8a70-aff7da085acd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.731431886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d65a7017-9c7f-4b98-8618-bfc30ef18e80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.942391285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"8e111398-e19a-4c08-b18e-fdc2bbcc9026","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:18.942487299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"3ab97c0a-03f3-4134-8bc0-d8e29cb9b0a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:19.196699173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e8fc8e-898c-439a-989d-d91262d6571a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:19.249535407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e8fc8e-898c-439a-989d-d91262d6571a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:19.301682004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e8fc8e-898c-439a-989d-d91262d6571a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:19.353640147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e8fc8e-898c-439a-989d-d91262d6571a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:20.906905632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"cb35285c-4885-45de-98f1-fa5ba3dba503","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:20.962557823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"cb35285c-4885-45de-98f1-fa5ba3dba503","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:21.016516837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-85584b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ce6594574855faa277170977357e8e029b83972afe44c9c8daa7a5ce521775e) AuthConfig (44c786e9b771f78e729b1cea25d9cc1c598286bac8489b24c3cb7045e570c9ed) AuthConfig (28ec10a879ef55309f9bbc201252c8235e79f2d209ba1f4644127f35b1f6f8de) AuthConfig (9344fa99dd3708ff58c161ec18c6dd3f6269b94d4026d71a6f4a67c716c9db83) AuthConfig (79ad2a2218cd95d15711adfc4543b56da66383782461d487f9ba473e36adb8c8) AuthConfig (050b14b7b960ec5f76c56a600d0ab1c435190b3c9011b7a032749d44a0c96910) AuthConfig (df4afc22a277a3c8a1ea541c5a35c9f2420e75cf3689a8db45af8983dac390f4) AuthConfig (eb30a402ce50dfc625aa7870b2bb8906dc9d2192321d29b7b63f22ebcf64531f) AuthConfig (ad0cc071befdb4c35a8c29b8faa719840d4abdac19cad49a3aa4ee06a67523e4) AuthConfig (7057ca9c7ce08469debdbf23cc6ee5afba8d24fae60fc26b596452e71c911fce) AuthConfig (3b3e8fd9b9f8dca665335a77b3ee5390a51152a815f32d21bff086dd6f68272c) AuthConfig (821c7eafe68843c0e1ccfd1d26d819f31bcab14d0be4c270aa4dba408b62c038) AuthConfig (6c9c99dc71f6007a8c05adae587a56b1a7cfd5252adac7a18cef0923eef08799) AuthConfig (28bf5207fe53272b56395aa74e00acc72ef402e3ab31ecd30b7805b9e8d91a70) AuthConfig (888b65be54c00a95410a29045be2bebe18b8b77b8098cf8972aee6ab0717f5b9) AuthConfig (7bdaf6b6550119f42ed8e8681d3c448a4087c23dcfe8945a6534328e9f427494) AuthConfig (f79cfafbc993653b93033ca22d78c71c723b4dbd741c0323b69e8a26d6cfc60e) AuthConfig (c077ef93a87dd6bb562dd29662f7af5bf7be33f10275493b161337a5a3c2aa02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"cb35285c-4885-45de-98f1-fa5ba3dba503","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:21.073008364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"5d7f7570-461d-4105-ac71-6693fcc8497f","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:21.073028217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"5d7f7570-461d-4105-ac71-6693fcc8497f","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:22.703319808Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-apikey-sub-binding-8644df98","reconcileID":"c693fc2f-07f4-4926-abb5-f960e644d4a0","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-apikey-sub-binding-8644df98","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:22.86196103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-apikey-sub-binding-8644df98","reconcileID":"c693fc2f-07f4-4926-abb5-f960e644d4a0","MaaSSubscription":{"name":"e2e-apikey-sub-binding-8644df98","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.076600954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"ac3501c6-2cfc-490c-8661-038d701aca4b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.140220034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fcfe0-cf5a-43e8-8eaf-f8880f2ceef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.192194098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fcfe0-cf5a-43e8-8eaf-f8880f2ceef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.244231665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fcfe0-cf5a-43e8-8eaf-f8880f2ceef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.296596048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fcfe0-cf5a-43e8-8eaf-f8880f2ceef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.296724762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d1814f0f-1f8c-4e4c-9fcc-59c1b1ef24f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.297261564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"7da8f1ed-3ba3-4858-bc7a-9ae8a14f5520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.351989612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d1814f0f-1f8c-4e4c-9fcc-59c1b1ef24f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.352694363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"7da8f1ed-3ba3-4858-bc7a-9ae8a14f5520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.723924102Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dc6e48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dc6e48","reconcileID":"86745a57-d08c-4522-8a33-381a9db89de4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-dc6e48","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-dc6e48":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.34090224Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-sub","reconcileID":"59bf1116-5589-412d-b45b-f22d765db09f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.498985907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-sub","reconcileID":"59bf1116-5589-412d-b45b-f22d765db09f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.748269204Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.748630371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"b763d08f-268a-4900-bcc9-33b38b1da289","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.88836288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"71522fb6-6be1-40f4-b96f-2011bd48f93d","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.904498588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"a59e6745-2a66-40f8-a2df-22bc4665394b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.90466169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"93ea5b05-2f1b-42ab-89cc-85edb4099b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.904494643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"67ff0ca9-00f4-4ee7-bfb1-71d8a263e22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.963874935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"67ff0ca9-00f4-4ee7-bfb1-71d8a263e22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.963887483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"a59e6745-2a66-40f8-a2df-22bc4665394b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.968978942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"93ea5b05-2f1b-42ab-89cc-85edb4099b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.197198042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64fe83b-4087-45ae-bb4b-036dec508e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.197310041Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-active-auth","reconcileID":"62892aad-1911-44e7-881c-170eb6f6ca88","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.249430028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64fe83b-4087-45ae-bb4b-036dec508e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.301491475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64fe83b-4087-45ae-bb4b-036dec508e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.353599718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64fe83b-4087-45ae-bb4b-036dec508e01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.411241081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"2f2eef45-a233-425a-998f-7b49d43b130e","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.457378001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"17b7e52a-0827-47cf-a724-bced35b0348e","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.511159636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"78ed6902-a32e-48c8-9e85-e2fd2a4bad70","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.705939581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"087853d6-9383-4edf-987c-e253a002a470","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.758200493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"057653bd-4d0a-4d02-977a-f86ead2cbae1","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.763417534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"087853d6-9383-4edf-987c-e253a002a470","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.81527465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"04301854-d680-4bf1-8ae5-158917d94c43","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:26.86665611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"9e527ca8-d5f2-4b31-8b4c-a473bcb76ba9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.913681686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a5089531-0b70-4cab-9d8f-0b0d54cbfd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.913682662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e021460c-ccb3-438e-a431-a1d0646f6975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.969879507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a5089531-0b70-4cab-9d8f-0b0d54cbfd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.969945123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e021460c-ccb3-438e-a431-a1d0646f6975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.981311515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"aba1d831-4b3f-4303-b025-9d6901f3a0cb","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.036401299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"b961ef84-6b9b-4244-9dac-621ff7ccac47","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.077532195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"33993d48-2aa0-4b68-83f4-59b8143c3c16","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.229699377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458a83c6-ba15-4997-82f7-70bd2d8b7f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.281806328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458a83c6-ba15-4997-82f7-70bd2d8b7f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.334917441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458a83c6-ba15-4997-82f7-70bd2d8b7f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.345505048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"4b62c4f2-3679-4e2b-a6e5-ed914d291cd9","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.387329168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"458a83c6-ba15-4997-82f7-70bd2d8b7f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.387923602Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"4b62c4f2-3679-4e2b-a6e5-ed914d291cd9","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.43997788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"4b0ef2fb-01b3-4ef5-8d18-0df3feaff0cf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.441046511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"07092d50-bdd8-48c1-a7d9-6f67998465ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.491616953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e8458262-9495-4ecc-82d0-156bbaf6d7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.496580967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"4b0ef2fb-01b3-4ef5-8d18-0df3feaff0cf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.497597959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"07092d50-bdd8-48c1-a7d9-6f67998465ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.548148385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e8458262-9495-4ecc-82d0-156bbaf6d7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.598565535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"3a0d7282-d9c2-4627-bfc0-3923899de82d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.668905575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"44827cd9-5dc9-448b-9d82-581e8d86f17f","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.876427485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"6efc6d59-97e4-4d0d-ab08-d45e5d517ff3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:27.876599566Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"6efc6d59-97e4-4d0d-ab08-d45e5d517ff3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:28.09213236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"a710beaf-6c48-43f4-8653-5e4b46750a70","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:30.373749857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"da80d3bb-e6ce-4b3f-81a7-1d9345f1fc46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:30.617225637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"6f91be7b-dbfb-41a6-a53d-d599ba0e565e","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:31.176040726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"fb0ef7f6-0671-47f0-9920-40c3e6f8b047","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:31.23297614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"fb0ef7f6-0671-47f0-9920-40c3e6f8b047","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:31.287438595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-85584b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ce6594574855faa277170977357e8e029b83972afe44c9c8daa7a5ce521775e) AuthConfig (44c786e9b771f78e729b1cea25d9cc1c598286bac8489b24c3cb7045e570c9ed) AuthConfig (28ec10a879ef55309f9bbc201252c8235e79f2d209ba1f4644127f35b1f6f8de) AuthConfig (9344fa99dd3708ff58c161ec18c6dd3f6269b94d4026d71a6f4a67c716c9db83) AuthConfig (79ad2a2218cd95d15711adfc4543b56da66383782461d487f9ba473e36adb8c8) AuthConfig (050b14b7b960ec5f76c56a600d0ab1c435190b3c9011b7a032749d44a0c96910) AuthConfig (df4afc22a277a3c8a1ea541c5a35c9f2420e75cf3689a8db45af8983dac390f4) AuthConfig (eb30a402ce50dfc625aa7870b2bb8906dc9d2192321d29b7b63f22ebcf64531f) AuthConfig (ad0cc071befdb4c35a8c29b8faa719840d4abdac19cad49a3aa4ee06a67523e4) AuthConfig (7057ca9c7ce08469debdbf23cc6ee5afba8d24fae60fc26b596452e71c911fce) AuthConfig (3b3e8fd9b9f8dca665335a77b3ee5390a51152a815f32d21bff086dd6f68272c) AuthConfig (821c7eafe68843c0e1ccfd1d26d819f31bcab14d0be4c270aa4dba408b62c038) AuthConfig (6c9c99dc71f6007a8c05adae587a56b1a7cfd5252adac7a18cef0923eef08799) AuthConfig (28bf5207fe53272b56395aa74e00acc72ef402e3ab31ecd30b7805b9e8d91a70) AuthConfig (888b65be54c00a95410a29045be2bebe18b8b77b8098cf8972aee6ab0717f5b9) AuthConfig (7bdaf6b6550119f42ed8e8681d3c448a4087c23dcfe8945a6534328e9f427494) AuthConfig (f79cfafbc993653b93033ca22d78c71c723b4dbd741c0323b69e8a26d6cfc60e) AuthConfig (c077ef93a87dd6bb562dd29662f7af5bf7be33f10275493b161337a5a3c2aa02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"fb0ef7f6-0671-47f0-9920-40c3e6f8b047","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.237328771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"56ac1554-e9d4-4dbf-9002-3df2748d28d7","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.308452273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"75e87ec6-2ee4-4d33-a703-718a62655dc2","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.359303768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"99db0d9c-f4fc-4b22-a715-96f98327e451","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:34.360437383Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/e2e-ordering-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.396883773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5047f6ae-4e3c-4597-b70a-262e151697b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.406160598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"254fe4ed-f8ff-45c6-bcce-17634268050a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.415118173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"76589dbe-90d2-41ba-849f-b7a9212962c4","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.452134329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5047f6ae-4e3c-4597-b70a-262e151697b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.461284876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"254fe4ed-f8ff-45c6-bcce-17634268050a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.679546573Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-sub","reconcileID":"0a3eed57-b6c7-4a3c-91da-211de2f49a17","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-ordering-sub","ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.768345643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e0bebe14-78d9-43df-ba13-e17d0e103971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.77195678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"87927f77-46fc-4b2d-b991-866bd9c37491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.824116699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e0bebe14-78d9-43df-ba13-e17d0e103971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.827181795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"87927f77-46fc-4b2d-b991-866bd9c37491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.844693782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"e5c7c2c6-b83e-491b-b6cb-53e34ef0b52d","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.89207316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"8c472ee2-6819-47b4-a8e9-e64b35c1fbbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:35.053546139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-sub","reconcileID":"73b92e46-2ca7-4b74-89eb-fee3fb035f68","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.823617002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"6ad2bcb5-0c81-407a-b89e-5fe04cea3f21","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.979200187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"062742c0-610a-4cc4-a79f-05d134dccd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.979436729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"b921fbea-fc03-4aab-b3fa-42da80f88ce0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.979200225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"de3d2855-7007-499b-b2d5-0135bc47c179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.035846722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"062742c0-610a-4cc4-a79f-05d134dccd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.036916967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"de3d2855-7007-499b-b2d5-0135bc47c179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.037989435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"b921fbea-fc03-4aab-b3fa-42da80f88ce0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.61864534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"eabdb2bd-3fb9-4813-8051-21a54c1b40a3","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.674503717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"f6b7372e-5eb9-4db5-9d22-802cbbc6ff1e","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.798616478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"36d73ecc-97e8-43ab-b574-98b64b298fac","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.799038744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"04414c4b-99df-40a2-9f4f-a6b54db01714","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.799218345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"21d26249-e3f5-4235-ae1a-fc67cb2cac22","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.829065708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-auth","reconcileID":"d727a619-09d8-45e2-9a4b-5a69fe3f4343","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.863125833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"2436e540-31a3-4cd9-b770-97685455fb1d","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.863405557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"3acc4ac4-52ae-43ba-a133-f23b8093e865","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.863679916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"83768702-c8e6-46d4-9b82-fc7c9eaf93c3","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.884965945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-auth","reconcileID":"d727a619-09d8-45e2-9a4b-5a69fe3f4343","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.953677217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"70787b3a-9801-4bf9-b99c-bab693369dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.953677283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"92857625-62b7-4dc3-a45c-4891bc045890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.007067748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"a5e3eed7-4a4d-470d-9c4b-981f4d6a981d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.007704979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"00089879-28e4-4079-8f06-0b647937cac1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.010070216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"92857625-62b7-4dc3-a45c-4891bc045890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.010106683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"70787b3a-9801-4bf9-b99c-bab693369dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.150241893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"16b60735-fdfc-4d65-bc2d-abfec16adb6b","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.398593246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"68c4780e-a857-482f-9ad2-5ddc28b0522f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.39861368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6806acff-f0c3-4a69-bded-582e2a596b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.454362224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6806acff-f0c3-4a69-bded-582e2a596b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:38.455730318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"68c4780e-a857-482f-9ad2-5ddc28b0522f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:40.473987326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"afb390bb-b3f4-47ea-96e5-a19d84d2ae70","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:40.627652009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-auth","reconcileID":"c5632515-7b9c-470d-bf61-31ee3f464900","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:40.632607885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"44386639-6cd5-44fb-82fa-c3ee10f51fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:40.632722042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"efb6e522-ee20-4379-b4a2-be4e892c3d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:40.684259913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-auth","reconcileID":"c5632515-7b9c-470d-bf61-31ee3f464900","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:40.687795627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"44386639-6cd5-44fb-82fa-c3ee10f51fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:40.68920036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"efb6e522-ee20-4379-b4a2-be4e892c3d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:41.392167482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"423a1817-e52e-4734-a307-94a39825a271","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:41.447685517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"423a1817-e52e-4734-a307-94a39825a271","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:41.714198227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"fca1bde4-e8fc-4a68-ab9a-eff58eaa9de6","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:41.71422062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"fca1bde4-e8fc-4a68-ab9a-eff58eaa9de6","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:46.984617737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"a2522ea0-4e7a-4f72-8405-3a29cec0379e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.043658867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"d9d39ebb-e2fe-4cce-89bb-6207308ace1c","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.04367825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"d9d39ebb-e2fe-4cce-89bb-6207308ace1c","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.100494977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"60bc8301-a957-48d2-b825-1f095193e4a5","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.10051446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"60bc8301-a957-48d2-b825-1f095193e4a5","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.146911364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"b01c42f0-4a4f-4d1d-a5e4-8a5cdc55e7ce","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:47.149227785Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"38dd89d9-000c-42ff-bd09-2745c5cfae20","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-85584b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:47.152754665Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"60bc8301-a957-48d2-b825-1f095193e4a5","name":"test-model-85584b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-85584b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:47.15280589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"60bc8301-a957-48d2-b825-1f095193e4a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-85584b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.158089217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"7e3fe3d7-45f1-49e6-95f3-81cc2d7b80ee","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.158102895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"7e3fe3d7-45f1-49e6-95f3-81cc2d7b80ee","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.19701086Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"a2522ea0-4e7a-4f72-8405-3a29cec0379e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.197036531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"a2522ea0-4e7a-4f72-8405-3a29cec0379e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.197125264Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-sub","reconcileID":"a2522ea0-4e7a-4f72-8405-3a29cec0379e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.202192159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"b01c42f0-4a4f-4d1d-a5e4-8a5cdc55e7ce","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.254748772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"081770af-199c-4d79-bb1c-11a75ce8e6fa","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.254766143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"081770af-199c-4d79-bb1c-11a75ce8e6fa","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.310850454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"ac4192ba-fc28-49cd-b551-36f4d866d5e0","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.31087541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"ac4192ba-fc28-49cd-b551-36f4d866d5e0","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.406415517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"4c66c5e4-7906-45fa-8959-218429065003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.508179561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"d7d47ca2-34cb-43cb-920a-49b44842e2d1","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.52614645Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"753f2ffd-bfcd-4c32-8112-ff37f21a5ad3","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"maas-trlp-test-model-85584b","model":"test-model-85584b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-85584b/test-model-85584b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.563832313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"d7d47ca2-34cb-43cb-920a-49b44842e2d1","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.570525449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"0f2bfcbc-20ce-47c8-aebf-7d954df53050","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.691200456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"89c45812-d7b9-4c95-ace7-cfc6a0092f6c","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.69122061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"89c45812-d7b9-4c95-ace7-cfc6a0092f6c","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.719886024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"73ba47c8-994d-43e9-8c7c-2fbc49a1e3c8","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.724820383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"159282b6-df92-4aa8-8f91-6218e459ea3a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.725077903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"98970ee8-d4aa-4e02-80be-7d3f276d79e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.7252148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c0737d7e-18d7-4016-81eb-369400e68eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.779983078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"159282b6-df92-4aa8-8f91-6218e459ea3a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.780241831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c0737d7e-18d7-4016-81eb-369400e68eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.782071455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"98970ee8-d4aa-4e02-80be-7d3f276d79e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.896841826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"c4049779-e1b8-4bf0-8e80-462381f9001b","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"maas-trlp-test-model-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:47.988756119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-degraded-auth","reconcileID":"82071167-ad77-468a-be59-4fa457f2687c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.06439732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"3457851d-8927-4aa5-a1ce-be38a849982a","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.064417696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"3457851d-8927-4aa5-a1ce-be38a849982a","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.242015673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"b299a54c-a148-4200-b8ef-7ab851e59ab3","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.454923593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"a1d23911-bfe7-4974-b84b-6cb392b4ecfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.555803824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"1aa1d8f2-1220-49e2-b75b-dbf86fe98d31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.655545798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"8a2227cf-85b9-4aff-ad33-3742c2797285","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.801319779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"375e914a-8b50-4356-b8ee-e9f01d51f499","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.905012352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"4486c00a-f247-4313-826d-d701e6fcbff5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:48.975297219Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"af43d1c2-f30f-470f-a66a-944622889b7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.14993998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f73d0e85-a0f0-441d-893a-5b704974f2a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.266613107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"5e95ce92-fd0b-46b6-94e7-22ead42c3aa3","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.317675636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"90c24165-24b6-4ba4-9db0-15e0a17a7670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.318059168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"17778e39-9fb0-4a27-87c4-e58da3f5589e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.319386903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"0b6b8b85-c046-44a9-8011-3e6f427928c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.320712966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"7fcc09fa-8e1b-467c-b0c2-e0feb14ceb41","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.373871248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"17778e39-9fb0-4a27-87c4-e58da3f5589e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.375483994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"90c24165-24b6-4ba4-9db0-15e0a17a7670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.480590094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"52af69d9-328a-43ad-af7c-6777a95063ec","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.539754197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"52af69d9-328a-43ad-af7c-6777a95063ec","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:49.797037286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-sub","reconcileID":"c7bf2da3-bdea-4aaf-924e-705a4f1c942a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.847749216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"377da000-a405-4615-8eb5-e31e227639eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.847754596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"87582522-d8e3-4b87-8a98-2c51a7a62aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.852824743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"07936ba7-21ae-402d-9124-2649a1dc17bc","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.903854031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"87582522-d8e3-4b87-8a98-2c51a7a62aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:49.904882988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"377da000-a405-4615-8eb5-e31e227639eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.007190113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"4e72ccf4-2641-489d-9991-e2b5c80dc323","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.062705324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"4e72ccf4-2641-489d-9991-e2b5c80dc323","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.212803406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"39a678cb-73b2-4077-b412-be9f35fdb045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.212897312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"23d28849-f8a6-4d6b-9dfd-20910d582476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.268413514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"39a678cb-73b2-4077-b412-be9f35fdb045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.268768341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"23d28849-f8a6-4d6b-9dfd-20910d582476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:50.371598886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"4e72ccf4-2641-489d-9991-e2b5c80dc323","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.525345496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"6947b92f-1fb2-4ab0-bec2-553a62c0e0e1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.580653783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"6947b92f-1fb2-4ab0-bec2-553a62c0e0e1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.633264079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-sub","reconcileID":"f4377025-ee04-4ed1-9a78-845398f4c662","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:50.789308567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-sub","reconcileID":"f4377025-ee04-4ed1-9a78-845398f4c662","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.002739185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"4915b4c0-c3a7-46d6-a794-b64bf6eef75d","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.145045514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"8c63231e-33cc-4833-ac61-981fcd9d1ff9","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.159077116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d97873d6-b6be-4b0e-b58f-2855900f9708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.159219765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-auth","reconcileID":"e0b8afec-0493-401e-baf3-adfd104a5202","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.159076414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c9877ec9-525e-4d0b-8b84-4cf6ec61f9e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.215492563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c9877ec9-525e-4d0b-8b84-4cf6ec61f9e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.215498912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-auth","reconcileID":"e0b8afec-0493-401e-baf3-adfd104a5202","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.217490415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d97873d6-b6be-4b0e-b58f-2855900f9708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.369877186Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-ordering-auth","reconcileID":"3f764cb8-0def-4cb2-bd43-e2ec3b4e382a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:51.528198606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"74923c6e-fbaf-4b3f-8d50-81c2341dda44","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:52.71936693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"fa6e2f23-58e2-4846-9083-e2b708b6aef6","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:52.719555103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"72d69814-fb53-4977-918d-6e158ca950da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:52.719369882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"51b21c87-1cca-4229-a2e7-715431b4109d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:52.77777956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"72d69814-fb53-4977-918d-6e158ca950da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:52.777880294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"fa6e2f23-58e2-4846-9083-e2b708b6aef6","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:52.783008839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"51b21c87-1cca-4229-a2e7-715431b4109d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:52.838697109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"b2c5eaac-ac95-46e2-a422-23651e3717ca","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:52.894429996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"13c86020-d45b-41f8-8b01-d134967af6f2","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.049436331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"db0bd0b9-46f6-42bb-8457-be093350bf51","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.106623913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"db0bd0b9-46f6-42bb-8457-be093350bf51","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.118901769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"17d9bd4b-c489-476a-8b1d-8c204000c710","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.1731082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"02b96fab-c694-495b-9e08-4809abad7c7a","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:53.226318673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-success","reconcileID":"047f5c8b-75fb-4ae1-94f5-5dfe55069be9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.273100852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7ea7d674-bef4-4a10-a9ed-ea1f9006bcba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.273282299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f6e0c4c5-e02d-438b-a3f2-1cd906ca4402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.32900322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7ea7d674-bef4-4a10-a9ed-ea1f9006bcba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.329071658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f6e0c4c5-e02d-438b-a3f2-1cd906ca4402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.339454295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"c0913781-d09b-4694-825e-8244ef002bac","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.372259796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"2e40fc10-aff2-43c5-955d-5a404da772d9","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.396446161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"b2bca6c7-021b-43fc-88d5-adc703925ace","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.527257438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"cd015a18-fe21-4986-ad27-ccaa89fb1357","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.582823415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"cd015a18-fe21-4986-ad27-ccaa89fb1357","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.659992045Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-success","reconcileID":"7bd9825d-b45a-4810-b6ba-e0d81126d6f9","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.68897707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c6f05dec-6ed9-4619-a104-30feddc3306b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.68898376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"dd695116-ba75-4ee5-acd4-0488234ee67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.744730084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c6f05dec-6ed9-4619-a104-30feddc3306b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.745052051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"dd695116-ba75-4ee5-acd4-0488234ee67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.823809576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"18b327f0-af25-47be-a18c-e9447353d666","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:53.912425416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"3adc205a-a6da-4108-be96-b785688ea6d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:54.06856737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-success","reconcileID":"0895b190-0d07-4f14-b157-11135e41e03a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:54.74793435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:56.580884377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"a5756b3e-e488-407a-90d8-be0143353099","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:56.738822996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6290b9c8-e5bf-4a5a-aa44-c6706046b4a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:56.738921034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"26adec77-3d3c-4ed9-872e-183b78821899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:56.739355037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"a10f7316-d1c5-4673-b898-9c4d886d4e89","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:56.795240605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6290b9c8-e5bf-4a5a-aa44-c6706046b4a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:56.795442411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"26adec77-3d3c-4ed9-872e-183b78821899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:56.797617504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"a10f7316-d1c5-4673-b898-9c4d886d4e89","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.634126837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"8aebbbe7-1a3b-49fb-b91c-8efd12f07756","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"maas-trlp-test-model-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.797166998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"f03eb5d1-7f13-41dc-b6d9-51c0b967be79","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.79718915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"f03eb5d1-7f13-41dc-b6d9-51c0b967be79","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.800090272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"883d1720-8815-4e2f-b741-75bffa0226cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:01.116003012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"c7ec01bb-bc10-4c18-bb35-3eeae04c5129","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:01.1717172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"c7ec01bb-bc10-4c18-bb35-3eeae04c5129","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:02.72594826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-sub","reconcileID":"e885a01a-a3c5-4174-a2f9-045fc6b4ce64","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:02.726075437Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-sub","reconcileID":"e885a01a-a3c5-4174-a2f9-045fc6b4ce64","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3ba2f3/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.083173438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"caac4ac9-144b-4812-8424-d232c38b1937","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.190239096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"7379745f-803b-4875-a1d6-b0725d143548","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.196064201Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"caac4ac9-144b-4812-8424-d232c38b1937","name":"e2e-extmod-b-dc6e48-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.235678138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"f13a5bc6-14cf-497e-a9b4-3ebd8fbac23b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.23584854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9f094aa5-3657-4fea-a2df-1e207463dcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.235678266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e5f921b0-6bc0-4e01-832a-fd43081e2d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.291027076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e5f921b0-6bc0-4e01-832a-fd43081e2d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.291841002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"f13a5bc6-14cf-497e-a9b4-3ebd8fbac23b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.293219224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9f094aa5-3657-4fea-a2df-1e207463dcdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.494268248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-apikey-failed-auth","reconcileID":"a22338c1-0b92-45e3-94b2-5a8a958fb410","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:03.653202211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"e6731dc7-89ec-4b7a-9852-c28decfd4016","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.1669239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"7d96effe-508c-44a5-9998-9e7661f3767a","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.166951432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"7d96effe-508c-44a5-9998-9e7661f3767a","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.67739877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"e39bf69c-f449-4006-ae7a-d37fd325113c","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.73129951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"fa823078-b610-4609-ac4f-5c47d4ca8d12","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.885346348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"23fae0e3-8864-40f5-9422-689fb1eebbf9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.940818827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"23fae0e3-8864-40f5-9422-689fb1eebbf9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.948573972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"f218c92d-15e1-48e7-ae55-87c99c419ed7","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.004412496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"156e207a-3bb1-4178-8aaa-fcb216b2ca6b","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:05.053344115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8","reconcileID":"b7c3e04d-95af-4fbd-ba2e-48626a8dcf4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-d90db4e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.10178974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7df819ce-4c99-40ba-b679-9a519b5ba86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.105067338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"2c70ca69-3b57-47fc-8179-b71b1795f204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.156919292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7df819ce-4c99-40ba-b679-9a519b5ba86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.160212322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"2c70ca69-3b57-47fc-8179-b71b1795f204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.171041838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"7a679c42-4455-40ae-82f5-df231903852d","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.226801433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"6f183aee-b556-4ffb-b9f7-76d794b30fb9","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.251770281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"2496a0f8-3778-41fa-ae09-8bb2256487f9","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.405530067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"c489761d-dffa-4d5f-a1fe-0ded8f7b6c17","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.461631797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"c489761d-dffa-4d5f-a1fe-0ded8f7b6c17","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.490211056Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8","reconcileID":"f22c63f6-19b7-4ee4-955b-681a50ef93c1","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/e2e-filter-sub-a-d90db4e8","ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.50692258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3e9c3b49-bce9-4d51-805d-06e4121943a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.561858008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3e9c3b49-bce9-4d51-805d-06e4121943a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.606985027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9dc2f614-13e5-4397-98ff-4ced8bbcf8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.652697336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"a87210dc-1eb4-4423-ad11-bfec521ba41b","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.662258523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9dc2f614-13e5-4397-98ff-4ced8bbcf8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.698433007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"f39c1b4f-23c1-48c0-8c95-5cf1b2dec220","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:05.773460335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"c489761d-dffa-4d5f-a1fe-0ded8f7b6c17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-d90db4e8-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.859537158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8","reconcileID":"82984cb0-1b2c-4e89-8961-caf88b629832","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.933249978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"790a0991-9c13-4ff1-8624-87643578d238","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:05.988618713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"790a0991-9c13-4ff1-8624-87643578d238","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:06.744316371Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-success","reconcileID":"c886c465-81a9-42b4-83c9-7c3eb4f34269","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:06.957597091Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-success","reconcileID":"c886c465-81a9-42b4-83c9-7c3eb4f34269","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.165050811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"d8c91c36-2e01-4276-9f83-4765bd42a11a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.219110689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"5a53f5dc-c6fd-4292-bdfc-cfc4cb267098","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.276630749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"bb776e5d-ddcf-4218-a9c4-06e0bf07b1eb","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.358557279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"77bddcc8-0aed-4dee-9f57-0defdc7f0fa0","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.374291502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"878ebc1f-4017-421e-9856-af22e593df1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.374520752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a94ac12c-df49-4bea-9d3a-603cd772dea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.374292625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"903710ab-8c4a-47d6-8903-c4dd941fabe1","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.430600269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"878ebc1f-4017-421e-9856-af22e593df1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.430875908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"903710ab-8c4a-47d6-8903-c4dd941fabe1","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.433101358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a94ac12c-df49-4bea-9d3a-603cd772dea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.491585604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"92c490e0-97c0-4269-9f35-e47b0e8fbf18","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.547304208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"57fe7bf4-2c8f-4c8c-b0da-199bc6de7c17","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.633998391Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-success","reconcileID":"8c14c5f2-48df-434c-b019-b4b7ec3adc4f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.701721044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"c620d448-6fd5-4bb1-bbb3-bd983c3ec7f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.757117834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"c620d448-6fd5-4bb1-bbb3-bd983c3ec7f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.77124301Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-3ba2f3 priority=0:[ai-tenant-e2e-worker-w0-3ba2f3/e2e-filter-sub-a-d90db4e8 ai-tenant-e2e-worker-w0-3ba2f3/e2e-filter-sub-b-34594417]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.771278793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"90c6ed66-a1f2-421a-a0fc-0a5060e2c4b9","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.792881611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"3e1fe60e-dbaf-41ab-8ff9-f7f6d4d8c2fb","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.828088876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"9afd50c0-6351-47ff-b61d-3f2bc63563dc","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:07.877944144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417","reconcileID":"75432b10-6095-4995-b615-1404afc48052","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-34594417\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.886693151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"57685c1a-8c70-4433-88c2-d4de2d89cccf","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.927142818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"26ebf11e-615c-4094-8257-804e54e642fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.927414179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"ee5b67c2-0730-4a59-b763-6fae7153e7c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.92713842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"78bf74a6-a677-4bcb-bcf6-2fb92371614f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.983008229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"ee5b67c2-0730-4a59-b763-6fae7153e7c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.983038658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"78bf74a6-a677-4bcb-bcf6-2fb92371614f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.985136455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"26ebf11e-615c-4094-8257-804e54e642fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:07.992741397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"0fdeebdf-cddf-4a84-b3e2-e775c2e0f34f","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.048646671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"6e3100b6-5ab7-4bae-a014-9dbc20c88b80","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.071143828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"5ec379e3-574e-4d6a-a72e-31fb663a551a","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.22542799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"fef77e5c-fd44-4cc8-9083-dfba318cff90","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.307439336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"fef77e5c-fd44-4cc8-9083-dfba318cff90","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.360895681Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417","reconcileID":"95a96e6f-8b81-45d2-8875-b7274138a268","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/e2e-filter-sub-a-d90db4e8","ai-tenant-e2e-worker-w0-3ba2f3/e2e-filter-sub-b-34594417","ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.406554023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"77084476-869a-44ef-b31e-5a84ab55c761","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.406722757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3fa2cff2-de57-437d-999b-b6dcbeeb05f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.407235277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"38e1f053-bcec-4abf-ab50-dc5c4d28aa9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.462079397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"77084476-869a-44ef-b31e-5a84ab55c761","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.462451526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3fa2cff2-de57-437d-999b-b6dcbeeb05f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.46432638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"38e1f053-bcec-4abf-ab50-dc5c4d28aa9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.523444979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"55ea53a1-25c0-4024-89f7-456471dbd2e9","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.569192301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"449dda21-51b3-48b2-81f8-3a9fd0540681","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.569225954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8","reconcileID":"e14c7a0e-b9c6-43e3-817a-ca7a772a0526","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.729665735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417","reconcileID":"2013405d-3114-49d5-9501-4cd0e56a2a78","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.929199193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"6583bcab-425e-4f55-93e9-5128a4292fba","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.985519944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"433ec650-0861-4e9e-8009-6f72c3879ff9","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.14002962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"1fb0ff11-0b14-4fe9-9622-c9d87edeec9e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.196931532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"1fb0ff11-0b14-4fe9-9622-c9d87edeec9e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.205802413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"2d89e30c-1125-4ab2-8761-2a284c16b6c5","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.205810769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-3ba2f3 priority=0:[ai-tenant-e2e-worker-w0-3ba2f3/e2e-filter-sub-a-d90db4e8 ai-tenant-e2e-worker-w0-3ba2f3/e2e-filter-sub-b-34594417]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.259972001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"aebcddfc-086f-4af3-8b40-196d3e17ba0b","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:09.310732754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-no-access","reconcileID":"a69fc011-2c87-47a9-b557-eb6ae326f75f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.316601873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"c0253dd2-8876-4368-9f95-7470c23aa093","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.359531929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f871fc3d-09d9-469d-ba18-8340cd1fe76c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.359534189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"77acf352-0bfb-4304-98d2-9780f8439c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.414820623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f871fc3d-09d9-469d-ba18-8340cd1fe76c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.415033014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"77acf352-0bfb-4304-98d2-9780f8439c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.423587945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"99cf7829-a7e6-4fef-a8c5-4b0fec8cb734","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.464732896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"6a36862e-258a-4625-88ae-7a7b4188b954","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.479502251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"2fa6e1ad-c095-42b8-80b7-1dc960ff4d38","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.618259427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"6b3a29a9-9c62-4c31-ac76-e1a2fbc0c040","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.645895373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"a00c7162-989f-45e6-9252-ff71c987e757","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.645922954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"a00c7162-989f-45e6-9252-ff71c987e757","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.673916271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"6b3a29a9-9c62-4c31-ac76-e1a2fbc0c040","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.702542846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"e1cbc54d-1da9-4971-96ae-d7bbd96f5ad2","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.702569724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"e1cbc54d-1da9-4971-96ae-d7bbd96f5ad2","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.742991345Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-no-access","reconcileID":"2c034c66-74d7-4331-98a2-bf464cb75f79","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.772597839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"564fef90-09d0-4d72-bd37-9a44082082e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.772597841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"4f27603c-b985-4ec7-8a5d-89c58178b03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.822601448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"e9d466fb-0d05-421b-be65-80e8aab535f0","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.828492005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"564fef90-09d0-4d72-bd37-9a44082082e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.828930973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"4f27603c-b985-4ec7-8a5d-89c58178b03f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.906242632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"ba318e97-85b4-4d0e-8570-861ff78340c9","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.945387636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"e9d466fb-0d05-421b-be65-80e8aab535f0","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.951992697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"751dc07e-70fe-4e05-baa9-36dfbdf2bb32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.999035287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ef9b55-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"e9d466fb-0d05-421b-be65-80e8aab535f0","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.05367542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"f639a158-56cd-480f-8e63-5435cbe1a24c","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.053694912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"f639a158-56cd-480f-8e63-5435cbe1a24c","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.113141348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-no-access","reconcileID":"9afb05c9-8fe7-46c9-8a11-315147879174","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.476164535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"b76eb9ad-3ee3-46a4-8033-04244bbabb4c","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.631703992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"bbebd3ba-903e-4d3c-b18e-b2c816f978b4","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.632349618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b41c7dc9-2dd8-4d81-ae74-99419eea340c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.632503171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f7ff5dcf-0ee6-4ca0-bdd9-8af3a0c53a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.632832372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"977285f6-349c-475a-91fc-0a8fd188b468","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.688441554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f7ff5dcf-0ee6-4ca0-bdd9-8af3a0c53a01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.688460086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b41c7dc9-2dd8-4d81-ae74-99419eea340c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.690924433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"977285f6-349c-475a-91fc-0a8fd188b468","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.845294939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"64eebcfb-f5f1-4729-a8c0-14296f2b5220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.845295976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8259bbc9-0c1d-4ccf-9de6-9e330191251c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.901606096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"64eebcfb-f5f1-4729-a8c0-14296f2b5220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:12.902165019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8259bbc9-0c1d-4ccf-9de6-9e330191251c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:13.068492894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"93cf2f81-5359-4140-b776-c0d850d06d9b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:13.068531386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"22d93ae6-f2a7-4c09-8128-a7ba86097a83","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:13.124892081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"22d93ae6-f2a7-4c09-8128-a7ba86097a83","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:13.125444224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"93cf2f81-5359-4140-b776-c0d850d06d9b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:13.229690209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"df1f00ef-8055-42e8-8119-9ecb6cf2a85a","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:15.289655676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"32b4f098-469c-4c3e-9be8-e4180c5d50de","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:15.345668279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"9b11aaa0-3ebe-45fb-bd75-a4b6c27860c4","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:15.499858633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"17d0641f-4d9c-48ae-8174-eb2dc47e70cb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:15.556659734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"17d0641f-4d9c-48ae-8174-eb2dc47e70cb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:15.821821579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"a8d26cfa-7118-4d8b-a4f0-caee07c6ab03","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:15.977996662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"c39c769a-e741-4a94-b502-6f11819a9617","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:16.033582501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"c39c769a-e741-4a94-b502-6f11819a9617","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.008979014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"889da138-af7b-4134-9d53-9882016e397c","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.066648984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"c45a3ac9-876d-49e6-89d1-db2989167656","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.123165091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-subscription","reconcileID":"554a78ca-2178-428e-8c44-71bd8ad05e2f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.124653154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"8fd1b67e-654c-4732-927a-6f28e81b25cc","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.173416934Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"20bd7a06-c06f-4dcf-bd40-18491457345f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.173643593Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"dde75d92-63e9-42a0-adda-b2f022fcc53d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.173416778Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3d947f14-ce2d-4703-958a-fe7b4af866d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.228062992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"20bd7a06-c06f-4dcf-bd40-18491457345f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.228226518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"36816032-2dde-445d-9d03-2289036bac33","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.231076424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"dde75d92-63e9-42a0-adda-b2f022fcc53d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.231287216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3d947f14-ce2d-4703-958a-fe7b4af866d9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.231614493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"9d2f6c6d-819a-4045-82b1-b854731f4ae6","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.232099015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"e9f60836-f525-4aa9-ba7f-e215c801f60d","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.236326263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"267d873d-c88d-4370-9277-17c9c8374014","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.292983797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"f724134d-cc19-4cf2-8b46-c4a9f06cd212","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.38784656Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"e0c9d221-b9de-4ba9-bb3c-b812f1b12ed1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.387917047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"e0c9d221-b9de-4ba9-bb3c-b812f1b12ed1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.487926255Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3f9c3252-7741-45bf-92cf-1afba61b3a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.487993848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3f9c3252-7741-45bf-92cf-1afba61b3a4f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.487983093Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"74731906-d672-40b8-93ae-2e7bb95c7f10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.488030037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"74731906-d672-40b8-93ae-2e7bb95c7f10","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.556357289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-subscription","reconcileID":"df90762d-377e-43ec-b0a8-b05164a5782d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.589429736Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"46bb6f75-fa6f-410e-a4fb-e41834e79bb0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.589541199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"46bb6f75-fa6f-410e-a4fb-e41834e79bb0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.69140005Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"35b25ef9-f69f-4446-88d3-ddbecda29766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.691408932Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"958eb94a-6a94-40f6-921e-e7f8fe645dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.691511942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"35b25ef9-f69f-4446-88d3-ddbecda29766","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.691558928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"958eb94a-6a94-40f6-921e-e7f8fe645dcd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.718510379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"14c71f33-00f0-4a3c-9e46-51f3cfe0caad","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.766967365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"285f3c27-7787-4d90-a898-c5a02854c40d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.790879329Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"dfd5a6a3-6c46-4884-94f2-7169215b0744","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.790954067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"dfd5a6a3-6c46-4884-94f2-7169215b0744","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.890171082Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1c21a3f5-d3c8-4f40-b341-e0f065b91976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.890249842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1c21a3f5-d3c8-4f40-b341-e0f065b91976","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.890177628Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0b4c9876-4ff8-4ea8-b4f7-efbabdca161d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.890306826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0b4c9876-4ff8-4ea8-b4f7-efbabdca161d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:18.92444892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-subscription","reconcileID":"cd478a81-c368-4cc3-8224-d2bc22cb02b8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.990085617Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"0ca56410-ccf0-413d-9107-c08cb24f3f77","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:18.990159108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"0ca56410-ccf0-413d-9107-c08cb24f3f77","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.086002291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"31e8514a-f8d1-4ce4-b17b-c825da6e3c20","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.090558824Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e8c86369-52e6-4b1a-8a42-1702abf83078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.090640734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e8c86369-52e6-4b1a-8a42-1702abf83078","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.091160956Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e18ccd96-7aed-47ae-b61a-e82d754b4b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.091224832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e18ccd96-7aed-47ae-b61a-e82d754b4b90","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.231966618Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"55489e6a-dd02-45b8-88a6-bac0fec65b32","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.23204261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"55489e6a-dd02-45b8-88a6-bac0fec65b32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.330411375Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c9401075-eb1f-4cbd-a20e-e2e7a5c7f0bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.330429776Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a1184b04-9948-4291-8895-ced70f615a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.330520319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c9401075-eb1f-4cbd-a20e-e2e7a5c7f0bf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.330523732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a1184b04-9948-4291-8895-ced70f615a64","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.54866074Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"9b82c6b5-737a-46ea-a7c0-8abe69f3468d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.548733352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"9b82c6b5-737a-46ea-a7c0-8abe69f3468d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.649354404Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7297246a-4afe-44bf-a2ce-ba46e199f58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.649429378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7297246a-4afe-44bf-a2ce-ba46e199f58c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.649489797Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"665730ce-689e-42b9-9cbf-642ac070a1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:19.649547136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"665730ce-689e-42b9-9cbf-642ac070a1e0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.027853514Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"50cfed53-f5f5-4f51-8850-cc43c093c071","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.02793296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"50cfed53-f5f5-4f51-8850-cc43c093c071","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.129990614Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"64925d81-8fc2-427e-b50b-5bedee5c7f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.130174969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"64925d81-8fc2-427e-b50b-5bedee5c7f4e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.129991697Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c0763ed2-646f-4f11-8499-f5ce96d3c2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.13031354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c0763ed2-646f-4f11-8499-f5ce96d3c2ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.176320659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"209bfc71-53dc-4c41-bfe9-336b66c50476","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.23144781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"209bfc71-53dc-4c41-bfe9-336b66c50476","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.285943818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ef9b55-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f19a36b1b1fe7e0f2e329332128be6e1e93f3b90f8263e2c67ee7bf30700c4) AuthConfig (14e225d6db17bb56413e462607736abdad96ed02a11a9739f92a24166515a0e2) AuthConfig (68dcb3987587f52995ad7379e900b744663bab25b303bdd79555faccfbcc7ab0) AuthConfig (9aad5816a080939d24183844f5aac3b7466ab617bd38eaa947fe536b6df04ae1) AuthConfig (cc3aede13d7f5920f15d4300bdeacc4df5873407d79ad055eb48127f72257427) AuthConfig (3bc5f448b6f307dde6c2002e72e72e231790ecdd2fc8edca3afa5dac729e4e4a) AuthConfig (0dc7de1352cb6beb9b15587aadb10c9491ffea7416fb5fe8599958463f68c389) AuthConfig (d6ac07ab1ef9b2a88eb00afc7b132263e215f21de3761c1a92ca451445aa7cab) AuthConfig (ed1dfda4c8dfbb90be4867b6ff4e2f2028084a7aa9b0343032bde0906c4d9ea5) AuthConfig (4b4fac7bbb01e747716276120c2e5c4d02d2882e6b6c462a42a68b23d2881228) AuthConfig (55720b3339302e2b6bb1711bdff3f4a149b614393cfff9b825e44edb931c0fa2) AuthConfig (3c389ae5e6c426b9786f215448919206d22d20bda1ad90efb0449965b81623b4) AuthConfig (6e911a911267e5d81687ca8d7cf493b123f6cd35d9397462ad4e2a6b28d54209) AuthConfig (55f2a606df16af9f5872205200da390ff9b03bf096bd47c8183c7c5dfc085046) AuthConfig (d4af139c593a1241bdba883689b2a9c358d4cc4785743ac0371130a9472da76d) AuthConfig (08766908048bc2d0791d1aaff53a857b86d03423a17bfbc52dc784378aefae98) AuthConfig (91a45570805078b434d5964116edba77c95257c8b67f5e3ef0a181f048a6aa30) AuthConfig (4f8af77ed8f12ef62a38d0689e5e39685f9b7c662fee246c8eef551ba932f44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"209bfc71-53dc-4c41-bfe9-336b66c50476","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.342832779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"b6666615-f0d3-4cc5-be0f-f3ab6b668301","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.342863016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"b6666615-f0d3-4cc5-be0f-f3ab6b668301","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.826706019Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"ef10df27-17af-4f11-8f07-dab7a6787fbe","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.826802651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"ef10df27-17af-4f11-8f07-dab7a6787fbe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.929860541Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"eb422cd8-113d-4ba1-be4c-2807b61ab2c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.929951099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"eb422cd8-113d-4ba1-be4c-2807b61ab2c4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.929860598Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ad2939f9-3963-47b0-8b40-7345392c713f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:20.929997935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ad2939f9-3963-47b0-8b40-7345392c713f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.097898474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"7833c17c-1a00-47f0-936d-2632374d5445","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:21.252794505Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"1aed02ee-4993-44b2-8a3c-27b58ac408a8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:21.252816548Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6f6381d6-2161-41cb-bae9-8b3a5073a3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:21.252867268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6f6381d6-2161-41cb-bae9-8b3a5073a3d0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:21.25286817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"1aed02ee-4993-44b2-8a3c-27b58ac408a8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:21.253060611Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f73b4f07-6d53-43f0-afa9-ed5181da5447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:21.253094926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f73b4f07-6d53-43f0-afa9-ed5181da5447","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.63770652Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-no-access","reconcileID":"7e861d80-abfd-465d-93c9-bf04368956e2","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.793416294Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8","reconcileID":"c0e65484-3244-4ea6-a74a-ed91954af076","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscription":"e2e-filter-sub-a-d90db4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.851026886Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-no-access","reconcileID":"7e861d80-abfd-465d-93c9-bf04368956e2","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.009145009Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8","reconcileID":"c0e65484-3244-4ea6-a74a-ed91954af076","MaaSSubscription":{"name":"e2e-filter-sub-a-d90db4e8","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/e2e-filter-sub-b-34594417","ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.072315514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"44f6515f-566b-4788-acd9-d4a5244c0306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.121398546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"c3253a24-0ec2-4fa4-b70d-56b7ebc4f909","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.231387711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"ec5c6dab-164b-4010-9af7-33b9603b3c7b","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.266585825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"1a378ecd-e87a-4990-8dba-c40f80ce8c91","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.269327473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417","reconcileID":"a1f9382a-724b-46f7-9a49-88cd4666a80b","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.26950963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"59b292a9-7fd3-41af-a668-6e1c81d5a42b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.27977474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b49027e8-829b-40f6-9f60-581441e51793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.279785656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"9b9bcdfe-8f0d-4f69-bba6-b1f80a6bc85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.280190481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"fed0f0d0-721f-4168-ab8a-81a079dd966b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.336479646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"fed0f0d0-721f-4168-ab8a-81a079dd966b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.336479354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"9b9bcdfe-8f0d-4f69-bba6-b1f80a6bc85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.338857464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b49027e8-829b-40f6-9f60-581441e51793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.37909409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"7bb53d45-462e-436c-8b64-f4ca7fbe7580","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.388155751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b59e5151-308d-4fea-88d8-6874ad1aeabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.388298355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"b7a4d208-7a10-4ce0-bc45-e22a2ef6104f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.443681962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b59e5151-308d-4fea-88d8-6874ad1aeabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.443704523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"b7a4d208-7a10-4ce0-bc45-e22a2ef6104f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.539705321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-no-access","reconcileID":"59e2d480-593c-4d59-8d51-39e80753f194","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.693768068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"17c0f14b-918f-4d8b-b514-d5fdc5d72fb8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.693892884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"4813b8ab-bded-4fba-af5f-a09ab839397a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.746026029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"fdddb607-e05b-46ed-aeb4-aa9e60269118","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.749565264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"17c0f14b-918f-4d8b-b514-d5fdc5d72fb8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.749681895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"4813b8ab-bded-4fba-af5f-a09ab839397a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.793946198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9d2aca7a-191a-40e2-9603-875619073882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.793958597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"55ec1031-abd6-4dda-ad24-fb4342a4c562","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.84959431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"55ec1031-abd6-4dda-ad24-fb4342a4c562","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.849752299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9d2aca7a-191a-40e2-9603-875619073882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:23.971732875Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"78cebc61-9c6b-4e0c-a273-cf0d0c1477a3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:23.97180824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"78cebc61-9c6b-4e0c-a273-cf0d0c1477a3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:24.11301163Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"14ee701e-c8cc-4256-8cfc-2d32b2269503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:24.11311236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"14ee701e-c8cc-4256-8cfc-2d32b2269503","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:24.11342815Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"57b583e1-5b12-4a15-a387-157fc85ee7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:24.113500743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"57b583e1-5b12-4a15-a387-157fc85ee7d9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:24.748727495Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:24.765198859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"6ed2bb30-6dca-45b5-80f0-13ccfa2dbb07","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:24.820807083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"6b9e107c-4e0f-4be7-a750-924e2cd6c576","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:24.975558335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8b1f5947-3df5-4956-8f79-7100bf83ccd5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.031295829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8b1f5947-3df5-4956-8f79-7100bf83ccd5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.045734166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"08c4dc29-2152-481a-96e4-e9ea7f0f9d29","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.102265643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"f2d9562b-5db4-46f3-be08-82c022fb694a","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:25.152654544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-free","reconcileID":"721e0d3a-809a-49c5-a885-81d347d4da65","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.200334819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"690cb607-ff46-4137-a26c-fe6fda36f97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.200361059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d6a33fd6-9881-45f0-91c1-66d2deb50ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.256554299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d6a33fd6-9881-45f0-91c1-66d2deb50ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.257289432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"690cb607-ff46-4137-a26c-fe6fda36f97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.297134203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1970a1ac-b501-494d-b727-01cb73d3c9c8","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.317977332Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-8ff537 priority=0:[ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-free ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.318149082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"469f89fc-6c23-4eae-af2f-dd201aa1f59e","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.368690625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"b85e81bc-d5d9-4ac0-9267-4068e67ae8d4","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:25.370786745Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.422771121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"982a9eb1-3acc-4b0b-a087-641e8ad93953","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.425386296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"5e39d9d1-99c3-42dd-b961-41bf049d0475","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:25.426086151Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.45264388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"925c2947-c7ec-4410-971b-ea01a8dcaa0c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.480954998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"eb4e3c7b-9941-4b75-8c02-6b903f97236b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.508274482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"925c2947-c7ec-4410-971b-ea01a8dcaa0c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.614392283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cf2ce9e5-eeb5-468a-bcc4-2bb8c0eee64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.614422553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e835e19c-17b0-476b-9416-a3757012249d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.670352811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e835e19c-17b0-476b-9416-a3757012249d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.670401284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cf2ce9e5-eeb5-468a-bcc4-2bb8c0eee64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.687902376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-free","reconcileID":"344ad206-26ed-481c-9650-d7c1484512ce","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.787232735Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-premium","reconcileID":"84582c48-fa4f-4b81-9240-6637e1dbcb2f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.850460084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"6f8800d2-c953-42c9-a506-ce4e71a3977b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.864872548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4a15bdaf-034e-4b5a-adf0-b8108ddfe3d0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.895932728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"138e290f-3061-486b-a73f-225439dc0b9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.920184775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4a15bdaf-034e-4b5a-adf0-b8108ddfe3d0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.951183947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"3d8fd182-1ea2-4af2-b285-7431ad382e5e","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:26.056943366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-free","reconcileID":"b034ac73-15c0-4542-8be4-de415a897f74","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:26.158178726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-premium","reconcileID":"83ffc678-1ca3-4019-9da2-591040ccaea7","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:26.210025166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"13d07e24-15ae-41e7-9f3d-9b11ffa2e501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:29.252149222Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"8b34cd69-8d15-4a89-8ce9-40dc00a5eb31","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:29.252253449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"8b34cd69-8d15-4a89-8ce9-40dc00a5eb31","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:29.391887328Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ed12dbc1-01e2-4705-97a1-01dbb754cdcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:29.391964984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ed12dbc1-01e2-4705-97a1-01dbb754cdcf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:29.391889306Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"da627036-8734-4c07-a2cb-ad493f0863c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:29.392044427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"da627036-8734-4c07-a2cb-ad493f0863c6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: compose ai-tenant-e2e-worker-w4-190724/e2e-dedup-subscription@e2e-models-e2e-worker-w4-190724/simulator-w4-190724: model e2e-models-e2e-worker-w4-190724/simulator-w4-190724: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.469173992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"26885fb2-126b-4919-a5ef-d43980934848","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.634501751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c9c36466-2560-463a-a236-8e802af2d3b0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.635189007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bb3566d4-15cf-4416-9a76-ceb74e93fe42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.648190636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"649be1bf-d90a-49fe-a9c7-320be7c247a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.692557089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c9c36466-2560-463a-a236-8e802af2d3b0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.692557087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bb3566d4-15cf-4416-9a76-ceb74e93fe42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.713692872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"649be1bf-d90a-49fe-a9c7-320be7c247a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:30.451038645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"1a4e849d-83c9-4567-ba9c-518d64b16615","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:30.512492986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"1a4e849d-83c9-4567-ba9c-518d64b16615","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:30.566808425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ef9b55-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09f19a36b1b1fe7e0f2e329332128be6e1e93f3b90f8263e2c67ee7bf30700c4) AuthConfig (14e225d6db17bb56413e462607736abdad96ed02a11a9739f92a24166515a0e2) AuthConfig (68dcb3987587f52995ad7379e900b744663bab25b303bdd79555faccfbcc7ab0) AuthConfig (9aad5816a080939d24183844f5aac3b7466ab617bd38eaa947fe536b6df04ae1) AuthConfig (cc3aede13d7f5920f15d4300bdeacc4df5873407d79ad055eb48127f72257427) AuthConfig (3bc5f448b6f307dde6c2002e72e72e231790ecdd2fc8edca3afa5dac729e4e4a) AuthConfig (0dc7de1352cb6beb9b15587aadb10c9491ffea7416fb5fe8599958463f68c389) AuthConfig (d6ac07ab1ef9b2a88eb00afc7b132263e215f21de3761c1a92ca451445aa7cab) AuthConfig (ed1dfda4c8dfbb90be4867b6ff4e2f2028084a7aa9b0343032bde0906c4d9ea5) AuthConfig (4b4fac7bbb01e747716276120c2e5c4d02d2882e6b6c462a42a68b23d2881228) AuthConfig (55720b3339302e2b6bb1711bdff3f4a149b614393cfff9b825e44edb931c0fa2) AuthConfig (3c389ae5e6c426b9786f215448919206d22d20bda1ad90efb0449965b81623b4) AuthConfig (6e911a911267e5d81687ca8d7cf493b123f6cd35d9397462ad4e2a6b28d54209) AuthConfig (55f2a606df16af9f5872205200da390ff9b03bf096bd47c8183c7c5dfc085046) AuthConfig (d4af139c593a1241bdba883689b2a9c358d4cc4785743ac0371130a9472da76d) AuthConfig (08766908048bc2d0791d1aaff53a857b86d03423a17bfbc52dc784378aefae98) AuthConfig (91a45570805078b434d5964116edba77c95257c8b67f5e3ef0a181f048a6aa30) AuthConfig (4f8af77ed8f12ef62a38d0689e5e39685f9b7c662fee246c8eef551ba932f44c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"1a4e849d-83c9-4567-ba9c-518d64b16615","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.264833058Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-subscription","reconcileID":"7110399b-9356-4bc8-8d26-aa2514650661","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.489782462Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-subscription","reconcileID":"7110399b-9356-4bc8-8d26-aa2514650661","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.72016656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"8e886390-d187-4fc8-9296-3a4e11acd1e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.762277432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"b6f7a939-02c1-4268-88e7-fdf71f121822","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.823881157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"c01908b0-42b1-4e88-a823-031b99e94840","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.912154896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"fb046ccc-e312-43cb-be5e-ca170a75e017","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.964459696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6ee35403-5c07-4781-a041-b4be4f891a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.964724004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"365405d4-7af8-4e66-8847-8b99bf29d982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.965078652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"b623c218-2429-4bfc-89a1-5a0690f6438a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.024822984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6ee35403-5c07-4781-a041-b4be4f891a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.028640812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"b623c218-2429-4bfc-89a1-5a0690f6438a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.042354049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"365405d4-7af8-4e66-8847-8b99bf29d982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.296588442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"9acbded9-ccee-409f-b7dc-b20ab99eaa13","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:32.323798351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"b623c218-2429-4bfc-89a1-5a0690f6438a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.324132853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-dedup-auth","reconcileID":"e9b12dd4-674a-456f-80e2-1382ee3baca4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.33140164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"1a6765e3-1db0-4dc1-947b-2bf5de61162f","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.486887469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"86ee95c8-1ee8-4f20-bdbe-ea55f497ba18","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.491264737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"20b75d4d-91df-4ff9-a56d-533b6687c068","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.491553464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"d202c7d0-00fe-4415-ae40-68f8b06394bb","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.542711879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417","reconcileID":"3f848a07-9ce5-4f96-bd39-e885012b122b","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscription":"e2e-filter-sub-b-34594417","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.545636697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"eb4ec2d6-64b4-4632-aafd-b71c55cca180","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.545918909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"6e742cae-72fc-4403-84db-f2080ef7d19b","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.756835256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417","reconcileID":"3f848a07-9ce5-4f96-bd39-e885012b122b","MaaSSubscription":{"name":"e2e-filter-sub-b-34594417","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3ba2f3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.775318728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"2a42c569-c1a7-4099-b2f5-f05cef9c4685","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.808015582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"947ff02d-019a-42d4-b3bb-39cca701fa86","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.841072648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"957868a5-fddd-43ad-8240-bca7882ab4e0","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.866050907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"947ff02d-019a-42d4-b3bb-39cca701fa86","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:33.885786386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"0484c2b2-efb4-4102-aa26-360474eda4d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.899858415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"c9de1bed-8c57-4550-a809-1d8a5baa6f09","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.900335344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"bc6dbd06-f8f8-42e6-9b66-7cad72d91b22","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.983423011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"839b4f64-369e-4c42-b174-0027db49622c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.994980757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"c85a465a-c816-4c2d-8dd8-920a9bd1a46c","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.995313754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"0f0e851e-3a79-4215-8f79-798c56b1983c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.02698136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"d461ab53-c9d8-4424-ae5a-0a9fc48c960a","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.042727642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6bc9bb4e-83f6-40f9-80f2-35cfe6166e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.042793533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"54614e31-bbd6-4d0b-a001-3727d3f8e9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.051186019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"b749ef73-dadd-4ba8-863e-ca246483641a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.051595615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"72390004-b466-46f9-91e1-39a6cc7958c9","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:34.081821063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.098559567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"54614e31-bbd6-4d0b-a001-3727d3f8e9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.099727527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6bc9bb4e-83f6-40f9-80f2-35cfe6166e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.171844019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"0ff22cf9-8944-4fc9-84cf-5d5a218bbd2a","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.190321097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"e88fc440-d03e-46cd-9d74-2c1867549f6f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.191650152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ba857dad-665a-4b6e-95a2-e4d12e244ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.245856664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"e88fc440-d03e-46cd-9d74-2c1867549f6f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.246637178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ba857dad-665a-4b6e-95a2-e4d12e244ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.274945589Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"4906a397-e4e0-461c-bd53-71822cb7d6f8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.341320301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"ddbb8f29-7052-4c3f-852b-5a99651c96d7","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.341712807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"c8797a56-e8ae-4c0d-9cff-e567bd9b21d6","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.433936548Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"4906a397-e4e0-461c-bd53-71822cb7d6f8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"distinct-2-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.488707079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-a-d90db4e8-auth","reconcileID":"3fde4f71-14df-4ed5-a2c5-dad1b19ee8fd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d90db4e8-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.597220294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"e21b4dfc-a898-4922-b427-9998994820a8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.650602736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"9c6ae6bd-1fc7-4244-8689-790e1134fa5e","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.650975631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"9bd056dc-77a2-4c64-a1ac-d508edd26481","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.653922547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"e21b4dfc-a898-4922-b427-9998994820a8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.696776925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ef60fe50-0afe-4d23-8cbb-2e8998fdb78f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.70114633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"3f3126d2-176e-4266-8640-26a173a4c9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.701158961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6d355da6-4203-4c64-8a77-c3cc7794c9b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.744658447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"58dab854-8646-42a0-9a4e-b9910ed8f63e","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.752875581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ef60fe50-0afe-4d23-8cbb-2e8998fdb78f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.756947948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"3f3126d2-176e-4266-8640-26a173a4c9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.757054295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6d355da6-4203-4c64-8a77-c3cc7794c9b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.856782723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"f1ceb14c-e9dd-40c1-97b9-bfd5feee26b3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.88155112Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"e2e-filter-sub-b-34594417-auth","reconcileID":"e34ddd72-97e5-497a-8b20-f9d33334c2df","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-34594417-auth","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.881589455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"228833d3-de1c-419a-8efc-4cef980daabb","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.012352803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"f1ceb14c-e9dd-40c1-97b9-bfd5feee26b3","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.165404082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"0365e4a0-9d0c-4834-bd96-d2f9871cc67b","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.786413766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"bfaaecaf-c4c8-4001-acff-840687b0fd8a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.843425414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"5dccdda9-c776-48b2-b67d-f5da7bb7cc9a","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.948550243Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"be900f0e-add7-4aae-9606-3d2e1ec97946","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9ca83c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.000089107Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"df6ecea8-080d-42de-8908-fbaa1bd11128","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9ca83c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.045618629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"30badd1b-f57d-46d8-9107-114edb882824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.045637668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7fcc40ba-9d1e-4748-8f26-07b0f38f1230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.046071004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"ef801435-f283-46cc-b10e-5f5a9f638331","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.101691333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"ef801435-f283-46cc-b10e-5f5a9f638331","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.10262653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"30badd1b-f57d-46d8-9107-114edb882824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.103912571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7fcc40ba-9d1e-4748-8f26-07b0f38f1230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.565152982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a9a48e14-6f27-4afe-ac95-cc7200607652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.56615373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3031cae9-cecb-49f2-adbd-e0508c39f4e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.621451382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a9a48e14-6f27-4afe-ac95-cc7200607652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.622230926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3031cae9-cecb-49f2-adbd-e0508c39f4e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.668067918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"f1c603f9-fae7-4fd3-bebd-5202042e2d1d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.724918022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"f1c603f9-fae7-4fd3-bebd-5202042e2d1d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:39.637829038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-free","reconcileID":"db954ef8-92ec-45db-9df4-d5a0ea4af9e1","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:39.85119312Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-free","reconcileID":"db954ef8-92ec-45db-9df4-d5a0ea4af9e1","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.063178765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"20784425-f72b-4a66-8773-437f9606971f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.063178919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-premium","reconcileID":"b84e339b-658a-47a0-8fe3-10c1d2f1750a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.112139566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"e6aacc2c-ab91-4db1-a2f9-1fabcb8c54a9","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.257222461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"981ca412-d5ae-42cc-8134-99eaff990408","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.266999022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"247fe3f5-575a-4ba2-9072-cafb300ae6af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.267095526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f89298d7-9819-4b7e-a865-68a6ab772b5f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.267440413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"22df5fec-b3e7-414c-9554-31c025bc584c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.323686475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"247fe3f5-575a-4ba2-9072-cafb300ae6af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.323886028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f89298d7-9819-4b7e-a865-68a6ab772b5f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.325947828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"22df5fec-b3e7-414c-9554-31c025bc584c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.683927883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ec2e275d-cff5-4931-b56e-9dfc56dca0db","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.684016248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4910f12d-5727-4766-ad24-52a8e0e0eb87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.68433861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2bba3e3c-51fd-44e4-b314-80be8f643417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.73248127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"674c6ca3-a4d9-49b2-b20e-0cec19587885","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.741055451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2bba3e3c-51fd-44e4-b314-80be8f643417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.741055448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4910f12d-5727-4766-ad24-52a8e0e0eb87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.743186814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ec2e275d-cff5-4931-b56e-9dfc56dca0db","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.788052978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"674c6ca3-a4d9-49b2-b20e-0cec19587885","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.102017758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"bf4f85d3-8b24-4f2e-ba2b-cded93684f8d","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.102040199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"bf4f85d3-8b24-4f2e-ba2b-cded93684f8d","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:43.347085263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b32751-dacf-449e-a135-eb05d6820c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:43.400245717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b32751-dacf-449e-a135-eb05d6820c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:43.452493472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b32751-dacf-449e-a135-eb05d6820c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:43.504442557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b32751-dacf-449e-a135-eb05d6820c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:45.391827022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5edb52-a8d1-4e80-be6b-cfa830708ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:45.443950704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5edb52-a8d1-4e80-be6b-cfa830708ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:45.496177893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5edb52-a8d1-4e80-be6b-cfa830708ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:45.550105798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5edb52-a8d1-4e80-be6b-cfa830708ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.202726601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"4192d4d3-cab2-4096-9311-e4e132890495","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.202748198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"4192d4d3-cab2-4096-9311-e4e132890495","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.262997948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"8e42e6a4-a42b-47a6-9c94-0c91da6560a0","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.2630175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"8e42e6a4-a42b-47a6-9c94-0c91da6560a0","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:46.311557279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"6d59ef3b-c5c2-458c-b978-9c9b1ec8a188","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ef9b55-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.311722957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"e6a610d9-8e39-4b76-bb89-62b6b6cff7cb","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.380712203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"e6a610d9-8e39-4b76-bb89-62b6b6cff7cb","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.433025877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"80e4d6ad-6d30-46ed-ace7-2975206170a9","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.433047382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"80e4d6ad-6d30-46ed-ace7-2975206170a9","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.496664717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"d1d0ec3f-3938-4540-a830-4dcd5c35f13a","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.496686783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"d1d0ec3f-3938-4540-a830-4dcd5c35f13a","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.714243039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"f49d5a57-7112-4cee-b6c4-cba3bbb51ce8","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.80809214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"f49d5a57-7112-4cee-b6c4-cba3bbb51ce8","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:46.808389882Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"15262fdc-ef73-4fff-b025-b10018f997f5","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"maas-trlp-test-model-ef9b55","model":"test-model-ef9b55","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.063048616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"b3bca07f-c7ac-474c-bf0b-0519f7ce5ed3","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.063074249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"b3bca07f-c7ac-474c-bf0b-0519f7ce5ed3","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.270571721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"fcb2ffec-a131-40a5-811a-4e6416bd5698","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"maas-trlp-test-model-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.334753253Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bd9d24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bd9d24","reconcileID":"2876c98b-eaf7-42e8-814a-86aab084198d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bd9d24","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-bd9d24":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.397283496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"e21c07fc-f677-4d0e-86fd-2feb406af793","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.455494969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f23a2295-de9c-4846-ba47-618807279e63","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.551843147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495e79dc-8e44-4ab6-b874-64dbec827cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.604750995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495e79dc-8e44-4ab6-b874-64dbec827cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.604865633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35769d43-a40e-4181-b3d9-e9138b41806e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.605041213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"03c57ee7-3748-46fe-9994-bec7998d2bff","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.605193155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8b004029-ffd8-4c22-b368-9f12a9a31de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.605356547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f03c1023-d033-4966-953a-e6e4281aaeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.658867756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495e79dc-8e44-4ab6-b874-64dbec827cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.714676686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495e79dc-8e44-4ab6-b874-64dbec827cbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.715293161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ec88bf3b-16ca-4d66-8c11-ce8727a8044c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.720598931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35769d43-a40e-4181-b3d9-e9138b41806e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.720679412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f03c1023-d033-4966-953a-e6e4281aaeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.724029538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8b004029-ffd8-4c22-b368-9f12a9a31de1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.724579454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"03c57ee7-3748-46fe-9994-bec7998d2bff","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.774435588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ec88bf3b-16ca-4d66-8c11-ce8727a8044c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.828968768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"4cdbecfd-9f48-4218-91f0-ed3295d8287b","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.044073591Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"970a77ac-bc45-4e13-9a34-7e2938250f95","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.052549847Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"fc2cdf93-6823-463a-ae24-08a3dd07f0b9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.090753394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"39c2cf59-22b1-4af5-b0b5-f152ab229aa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.104241378Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"fc2cdf93-6823-463a-ae24-08a3dd07f0b9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.136459033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"4340ef4c-f20d-4f1e-8a3b-38766db75752","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.146456567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"39c2cf59-22b1-4af5-b0b5-f152ab229aa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:48.1492443Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"970a77ac-bc45-4e13-9a34-7e2938250f95","name":"e2e-att-serve-029b10","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-029b10\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:48.149307367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"970a77ac-bc45-4e13-9a34-7e2938250f95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-029b10\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.155998971Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"fc2cdf93-6823-463a-ae24-08a3dd07f0b9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.188118527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"afc20e3e-6e32-4787-a60f-4732219cf711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.188242567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e348af1-4897-4818-996f-db69ef8c5d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.194045147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"4340ef4c-f20d-4f1e-8a3b-38766db75752","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.200992028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"99cb4d2e-222d-4d22-b495-77efd7fb8fd3","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.2097816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"fc2cdf93-6823-463a-ae24-08a3dd07f0b9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.244030825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"afc20e3e-6e32-4787-a60f-4732219cf711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.244112309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e348af1-4897-4818-996f-db69ef8c5d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.261357479Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"fc2cdf93-6823-463a-ae24-08a3dd07f0b9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.290551515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"774d63ef-ad97-4489-a203-f32dadd4830b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.313835653Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-subscription","reconcileID":"fc2cdf93-6823-463a-ae24-08a3dd07f0b9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.346235812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"774d63ef-ad97-4489-a203-f32dadd4830b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.454511541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"19ca9deb-5409-445d-8418-624cc891b15b","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.510081858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"19ca9deb-5409-445d-8418-624cc891b15b","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.581024383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"a87cdbff-a565-4ec8-b036-91ca99d1c860","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.607757465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fddbca4-7032-491e-a1bb-9dcb672006c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.607762357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4b5146f6-1f52-4fe6-bb10-548097e2cfab","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.640382202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"d85bb97f-55cf-44ec-90f3-8fed5517b885","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.67821123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"4b5146f6-1f52-4fe6-bb10-548097e2cfab","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.680018699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fddbca4-7032-491e-a1bb-9dcb672006c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.713272712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"40d8ccb6-9103-4fa8-84f4-820c0c929f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.73369437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"1cdd24b8-5714-4f6e-9588-206aa7d514d0","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.765706882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"96d29cf1-2841-47aa-9415-692842dc2138","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.821730807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"40d8ccb6-9103-4fa8-84f4-820c0c929f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.92113486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"08b58119-077a-48fc-95c2-d132f9e6906c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.921202532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"649ed529-a95e-4929-990f-ab2d57aa8b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.976751189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"649ed529-a95e-4929-990f-ab2d57aa8b5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.97897985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"08b58119-077a-48fc-95c2-d132f9e6906c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.012829983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"ee6cb0e4-b9ed-438c-b0e1-22a2a204fcff","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.03189835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f553af72-fe47-4eb2-8322-6ea8de893320","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.109879271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6ace8143-74dc-43b2-b61b-1d249f1cb368","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.110575225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6fed21d1-fdd7-4e29-befd-90604d52e4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.163062074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"3c880fc3-20ff-4d87-a5d1-61fc1cfa2474","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.163537521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f7373a06-a044-4af9-9fb9-9ae218dc06ff","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.163559505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f7373a06-a044-4af9-9fb9-9ae218dc06ff","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.167981657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6fed21d1-fdd7-4e29-befd-90604d52e4b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.224018899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4f6833ec-5bf8-4c6e-b9cb-272e17483f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.232009114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-distinct-models-auth","reconcileID":"3c880fc3-20ff-4d87-a5d1-61fc1cfa2474","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.232933499Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6ace8143-74dc-43b2-b61b-1d249f1cb368","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.279239808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4f6833ec-5bf8-4c6e-b9cb-272e17483f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.28677378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dc6e48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6ace8143-74dc-43b2-b61b-1d249f1cb368","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.336753591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"ad4c87ca-68c1-469b-b91a-603ea102a3b5","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.392506891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"ad4c87ca-68c1-469b-b91a-603ea102a3b5","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.395590308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"786b783d-f588-4c7a-b367-e7cb4210fe76","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.39561068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"786b783d-f588-4c7a-b367-e7cb4210fe76","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.447560176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"604fc5b7-4bb9-4a0f-946e-2fbd6084c24e","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.44776342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"b6a1db20-a604-4061-abd2-8c6d420ebc7f","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.487134954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"a0f45d80-efc3-48b8-875f-f699a26c5c15","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.498023123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e905363-2af6-4c58-832e-ea5ca31decdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.542535568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"a0f45d80-efc3-48b8-875f-f699a26c5c15","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.548680924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6d97efa1-7e67-41da-85c1-3f2c6e8988a9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.554717443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e905363-2af6-4c58-832e-ea5ca31decdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.600096138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5f4d5ae9-52e7-4796-81b0-0333b98838a8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.604417789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6d97efa1-7e67-41da-85c1-3f2c6e8988a9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.656104787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5f4d5ae9-52e7-4796-81b0-0333b98838a8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.657383537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31825d1-bf4f-453e-ac7d-9cc5c678d377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.659343247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dc6e48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6d97efa1-7e67-41da-85c1-3f2c6e8988a9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.710636225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31825d1-bf4f-453e-ac7d-9cc5c678d377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.763688405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31825d1-bf4f-453e-ac7d-9cc5c678d377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.764107846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df486a28-c7b5-4c95-a3b4-9d9e6cb335f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.816329373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a31825d1-bf4f-453e-ac7d-9cc5c678d377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.87392663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df486a28-c7b5-4c95-a3b4-9d9e6cb335f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.919416247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"fa46c271-5c95-44c8-b0e1-8629dd6ba906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.974699734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"15b6c099-f0ee-4a0c-a28a-7f4146a3a522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:49.975231121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"fa46c271-5c95-44c8-b0e1-8629dd6ba906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.033067686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"15b6c099-f0ee-4a0c-a28a-7f4146a3a522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.081535921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fa54f079-9737-460c-b376-0105dda84d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.081840523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"cce8c355-4551-4a8d-8ca9-471b8be96edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.087625991Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"ff55c074-d25b-463a-aa85-5dd02e4e153c","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.13737672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fa54f079-9737-460c-b376-0105dda84d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.137453576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"cce8c355-4551-4a8d-8ca9-471b8be96edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.267906203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"a9d25753-3f8e-4b15-ba8e-569e9fa08bbf","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.267918982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8eac4302-9214-4547-9640-b666dc2d55bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.323354193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"a9d25753-3f8e-4b15-ba8e-569e9fa08bbf","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.323654306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8eac4302-9214-4547-9640-b666dc2d55bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.344858707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"86e1fd05-639a-423d-b4f1-55223c06c945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.377233707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dc6e48-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"a9d25753-3f8e-4b15-ba8e-569e9fa08bbf","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.400936108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"86e1fd05-639a-423d-b4f1-55223c06c945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.417689692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-premium","reconcileID":"29110a63-78e5-4979-b84c-460347303305","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.422537217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"aa46afa3-af50-4b91-b36e-b8abfe4675d9","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.447612867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8ba4b877-be9d-4343-94d9-c63867fe2003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.448062285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a681c59a-fb87-4ba6-8151-5d8ce24d71f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.497193828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"3ff6b252-ba77-44c5-ba8b-f9ce8bcf8ed5","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.503841434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8ba4b877-be9d-4343-94d9-c63867fe2003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.504181182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a681c59a-fb87-4ba6-8151-5d8ce24d71f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.552549904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"3ff6b252-ba77-44c5-ba8b-f9ce8bcf8ed5","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.630514175Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-subscription-premium","reconcileID":"29110a63-78e5-4979-b84c-460347303305","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.681097622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9f291e7-260b-4f8f-b2fd-f15e3e5d96ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.696712789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"7014552a-e122-44fa-84f6-0dd43969ad9d","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.729833664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"00df7042-385e-43f5-a300-80448bacb719","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.736370895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9f291e7-260b-4f8f-b2fd-f15e3e5d96ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.7535523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"31824758-37e2-4674-a0dd-f9629c023298","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.785308862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"00df7042-385e-43f5-a300-80448bacb719","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:50.801783526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub1","reconcileID":"eaded485-055b-449d-a3cd-0af6a9d42884","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:50.805967386Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"31824758-37e2-4674-a0dd-f9629c023298","name":"distinct-w4-190724","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-190724\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:50.806022477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"31824758-37e2-4674-a0dd-f9629c023298","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-190724\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.811325362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"84966c8e-f616-4816-8890-8928141d6d2c","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.837873863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"da1fc2ac-f881-455e-ae03-0f9daf39d222","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.884365415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a0430319-22bc-4d90-9043-f32c588dbab6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.890026679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"6f6e7538-1018-4051-88da-94ec6a05bb8a","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.909647865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"92de5c5c-1b7d-42dd-844d-4a04fe4b257f","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.935542189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"35f60e87-8ffc-4950-a1a2-f26aa21d7b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.940549392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a0430319-22bc-4d90-9043-f32c588dbab6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.964075947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"01e9b002-3c07-477c-8b98-e9a05abf259f","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.966984883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"fa6cf112-b749-48d6-9551-a9a0bb4f22d1","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.983944678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3f4c0ed-46c1-4a7d-9bda-8c39528635b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.990669395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"35f60e87-8ffc-4950-a1a2-f26aa21d7b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.03819989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"615c3f20-f521-4166-a4b5-8fdf1ac431a8","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.04169562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3f4c0ed-46c1-4a7d-9bda-8c39528635b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.081669849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3aef2cc7-e43f-4d0d-a841-2a32c6aec23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.082721893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"29b5c423-e298-4e32-82d4-1e17686d5883","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.137812426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3aef2cc7-e43f-4d0d-a841-2a32c6aec23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.175197232Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub1","reconcileID":"ea9adc54-a87c-46bc-b39d-7dbad662d9a4","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.243840175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.244103358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"a816d6ed-5924-4385-ac12-8d8c5110fe35","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.30405024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"de6d4f5d-29a3-4cf1-8402-7c6c9d3a880a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:51.334061232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub1","reconcileID":"ea9adc54-a87c-46bc-b39d-7dbad662d9a4","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.339360317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"984f97e3-1ecc-4462-b54a-955901b5c789","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.349090465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"2e38c088-99e1-4142-956e-567c0f221e61","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:51.353144921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.385190475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"df9c7b9d-5c74-4856-a6f1-2a8de337d4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.395697837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"984f97e3-1ecc-4462-b54a-955901b5c789","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.403286872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"ace4254f-da5f-4d8b-a2bc-c548584cdd65","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.440597669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"df9c7b9d-5c74-4856-a6f1-2a8de337d4a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.484927434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f3d28687-5f5b-4b6f-aced-0cf871bffde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.486643866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6da367e9-88f0-4dbd-8cfc-beaffc1d3726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.487009534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"525fcfd7-af59-4730-9683-ae4a3212bd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.540730113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f3d28687-5f5b-4b6f-aced-0cf871bffde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.542081657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6da367e9-88f0-4dbd-8cfc-beaffc1d3726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.542451968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub1","reconcileID":"20e1832a-d0c6-4791-8ec2-d37965912181","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.542977212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"525fcfd7-af59-4730-9683-ae4a3212bd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.594550977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-multi-sub-valid","reconcileID":"947c2331-ac1c-4a95-8a68-bb6f4849f02d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.642838368Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub2","reconcileID":"44077d5c-7742-46d3-b87f-1776513dd6e4","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"distinct-2-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.65897101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"8fa5a165-a4e0-4e78-8664-487c36e6ca9b","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.705534926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"92d98fd6-544a-42a2-8e36-e2052f10a885","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.714780911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"3c4e687d-29ff-4f7f-bc94-5ec81e66c8bf","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.810801663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"fbe61cef-a4f2-41e3-b396-596375ac82be","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.81238503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"06e1528f-b042-4eef-800a-7ff3f21a8ee9","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.97167878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"8878ff51-e2c1-40b8-9f9d-19cff4fcd150","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.013774341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"fd7dfedb-aef5-4f6f-814f-6dc5890ccf64","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.014530187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cf620a2c-a9ef-4dfa-8ed6-a0737a0367fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.014731853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"98cfa20c-97b7-4157-b4de-6e54ea940291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.017870677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub2","reconcileID":"7a15d9e9-fb4e-4060-8c32-e2ca03111846","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.028116787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"8878ff51-e2c1-40b8-9f9d-19cff4fcd150","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.069336693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"fd7dfedb-aef5-4f6f-814f-6dc5890ccf64","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.069987756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"98cfa20c-97b7-4157-b4de-6e54ea940291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.071690541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cf620a2c-a9ef-4dfa-8ed6-a0737a0367fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.182586743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"7df4902f-94a8-4783-9df8-3347fe53e65c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.384863676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"0402908b-73ee-436c-b092-7977a4bb82ba","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.643673453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"a617c058-49eb-40d2-b5d3-78626b580bf5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.699460035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"a617c058-49eb-40d2-b5d3-78626b580bf5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.262076542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"8f340e69-e157-4e26-8c0d-c67a7c13f372","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.317695289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"692dbaf3-26a1-484f-bc93-fac42e2a4b71","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.475047998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"1a9d3834-efe1-467d-8ac2-96aeb4c26f63","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.531252627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"1a9d3834-efe1-467d-8ac2-96aeb4c26f63","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.53791884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"0cab9f29-309f-483c-a10b-c9a425e5f9a7","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.538020206Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.594819771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"007ec3d5-ddcc-44b9-9275-054782075a2f","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:53.644652537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-user-subscription","reconcileID":"20f317ea-ca05-41ea-8422-85476a5b9e3d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.652598922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"806dd850-d5b7-4069-9a15-13acf7c81a57","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.694014263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"36d84ef6-fd3d-459b-af17-3c1532ada296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.694039926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e4bd2896-d2fd-493a-96c3-5e81de9a0099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.760436859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e4bd2896-d2fd-493a-96c3-5e81de9a0099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.761305098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"36d84ef6-fd3d-459b-af17-3c1532ada296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.761749609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"cf7bab59-f41f-4c65-a60f-baeca399fb46","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.822535894Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-8ff537 priority=0:[ai-tenant-e2e-worker-w2-8ff537/e2e-test-other-subscription ai-tenant-e2e-worker-w2-8ff537/e2e-test-user-subscription]","namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-190724/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.823141837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"ed4e4a68-e9f1-4278-8d3d-b4956ca0511d","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.823695551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1a2d6380-c48e-4abf-a5b8-b0348ba45d1e","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.854588448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a4572160-5bc8-4fa3-b63b-fc34e036b30c","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.880083187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"819df3a5-002e-4357-9f14-6480de44886e","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.929215428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"392dee6f-13c0-4ed3-beae-193310bd1d01","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:53.932339738Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.990482054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"522bcaa8-3671-4ece-bbc9-5929b8462505","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.02352038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"e4db1c2d-cd21-4b4e-b256-db36bc18af79","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.079529056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"e4db1c2d-cd21-4b4e-b256-db36bc18af79","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.094455347Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-user-subscription","reconcileID":"4cddd9a4-c487-4ae7-8af0-951f935aa6e4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-8ff537/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.16329135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5c42b4ad-7b9f-45ab-b00a-3149c57ec5a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.163362292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"40649d03-a60d-4903-8052-a323abe8c6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.199506335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-other-subscription","reconcileID":"8b9ddd1d-badf-4949-ab52-1821e0bbf8a7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.219862286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5c42b4ad-7b9f-45ab-b00a-3149c57ec5a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.221306383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"40649d03-a60d-4903-8052-a323abe8c6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.263850877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a594b8ff-d489-483a-914a-9b90ba18a8da","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.30359423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"19ad67d7-ca48-4b90-a2f6-77d23b662cc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.36492815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"f39c521b-7d2f-48b5-84e4-314dbd013d47","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:54.390303517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"e4db1c2d-cd21-4b4e-b256-db36bc18af79","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.406371354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"0d860bd8-16f3-4b27-8ac3-ec3ff2ede16a","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"maas-trlp-test-model-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.505856278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-user-subscription","reconcileID":"cad953af-9145-4e2d-8de7-6b10acdc1ced","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.545034586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"ff3e9a20-b046-4796-b5ae-0742ddc5671c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.569675249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"2239424b-cdc3-4424-95ff-b5e8287b370c","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.56969587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"2239424b-cdc3-4424-95ff-b5e8287b370c","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.600448322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"ff3e9a20-b046-4796-b5ae-0742ddc5671c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.605783891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-other-subscription","reconcileID":"4f820130-c739-4ac4-ae79-cb4a7a05174e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.748516107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.130071617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"250ceb50-fdf0-44c8-85df-44ca28f64d19","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.186207982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"250ceb50-fdf0-44c8-85df-44ca28f64d19","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.192141501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"ca2fd59d-8387-4b9a-8c1b-53d501585e49","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.241683813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dc6e48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e536145717aacdf27ba8c8df6382309f76c1b387d65e712018f76d7961a19df) AuthConfig (4473074429b5129eb6fc31b44851981b5bc33c9f664d5ec910239e2c42347469) AuthConfig (24a12723174bab93a84a67bef816199e1f6d9f8f522156d646c9878b1829be0a) AuthConfig (41faa963a6662382c489278e598031b6b5f0731ffb905e308a6f71fcbf90ee98) AuthConfig (3213bffefaf49fc0aa882075324fdac70221454722b46fa6cdef7f92de13cd14) AuthConfig (97b01ad528c7a26db0c4bc916ce40e38c1692db605b2b8c77edc862b07b653a9) AuthConfig (151d03ad3ed2aafd1158d18e05fb5d70b5eefcd83f720eb1db90b17ce11d3ca3) AuthConfig (da2183730e076de0b8b6de70a4dac8c90f1831f25858a6898722be079826c1ba) AuthConfig (40ab4e0d25873271b6e29aad3ac162f0041df9c4a136e761e4fd1b0ac34c7ca5) AuthConfig (e71695c49318875aacfc5b5933d550c5b40ac7fa3ae4041be86ed7641a7f8eae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"250ceb50-fdf0-44c8-85df-44ca28f64d19","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.350315217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"04eff651-037d-4bd2-9f65-42bd0ba87562","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.35034625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"04eff651-037d-4bd2-9f65-42bd0ba87562","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.352667354Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub1","reconcileID":"6894c173-ed3c-450f-a771-b47b2431732e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf59e74e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.40173888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"29e09b9e-eaa3-42e8-aa34-943edd501902","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.451964816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"3f77d813-724c-4d0b-852c-acf4479c42c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.45419431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6a2df5b2-f22f-4e9d-948a-0e419a0fb893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.454285801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6ca221b7-fdec-4558-83b8-145f640fd0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.454693978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"5e364601-6159-4e98-8b3b-068601875494","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.458412989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"29e09b9e-eaa3-42e8-aa34-943edd501902","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.508007617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"3f77d813-724c-4d0b-852c-acf4479c42c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.510199743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6ca221b7-fdec-4558-83b8-145f640fd0b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.510426657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6a2df5b2-f22f-4e9d-948a-0e419a0fb893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.512374909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"5e364601-6159-4e98-8b3b-068601875494","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.920200097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"bb47066c-e6f6-4cc7-bc94-a74beac8b43b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.92045066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9ffe8202-7db1-4004-95f6-1b520e53f255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.920763488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"cde99eb3-da20-496c-b1ea-a71e48adad39","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.920929762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0a316771-c42c-4b5a-bd98-41c9923c3a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.976737535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"bb47066c-e6f6-4cc7-bc94-a74beac8b43b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.977626356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9ffe8202-7db1-4004-95f6-1b520e53f255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.978966625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"cde99eb3-da20-496c-b1ea-a71e48adad39","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:55.97975392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0a316771-c42c-4b5a-bd98-41c9923c3a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:56.842782293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"3edc4c4e-a45d-43ac-a8cd-9443a6bc6ef6","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:56.99831534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c95425bc-b951-491b-bb58-cc40596baefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:56.998522197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c4ec3031-0b2c-4a48-9896-61e64520dba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:56.998321101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"32e7a641-d328-4e7b-ab68-49a67a797149","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:57.056213158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"32e7a641-d328-4e7b-ab68-49a67a797149","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:57.056237095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c95425bc-b951-491b-bb58-cc40596baefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:57.058602894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c4ec3031-0b2c-4a48-9896-61e64520dba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.403511595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"e0b43d1c-9f98-4909-aa07-f1bb91a13012","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.405333932Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub1","reconcileID":"be5d39bf-d97c-4472-b5d3-ffad24c71331","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.457669264Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub1","reconcileID":"be5d39bf-d97c-4472-b5d3-ffad24c71331","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.46105901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"e0b43d1c-9f98-4909-aa07-f1bb91a13012","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.510006027Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub1","reconcileID":"be5d39bf-d97c-4472-b5d3-ffad24c71331","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.516318442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dc6e48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e536145717aacdf27ba8c8df6382309f76c1b387d65e712018f76d7961a19df) AuthConfig (4473074429b5129eb6fc31b44851981b5bc33c9f664d5ec910239e2c42347469) AuthConfig (24a12723174bab93a84a67bef816199e1f6d9f8f522156d646c9878b1829be0a) AuthConfig (41faa963a6662382c489278e598031b6b5f0731ffb905e308a6f71fcbf90ee98) AuthConfig (3213bffefaf49fc0aa882075324fdac70221454722b46fa6cdef7f92de13cd14) AuthConfig (97b01ad528c7a26db0c4bc916ce40e38c1692db605b2b8c77edc862b07b653a9) AuthConfig (151d03ad3ed2aafd1158d18e05fb5d70b5eefcd83f720eb1db90b17ce11d3ca3) AuthConfig (da2183730e076de0b8b6de70a4dac8c90f1831f25858a6898722be079826c1ba) AuthConfig (40ab4e0d25873271b6e29aad3ac162f0041df9c4a136e761e4fd1b0ac34c7ca5) AuthConfig (e71695c49318875aacfc5b5933d550c5b40ac7fa3ae4041be86ed7641a7f8eae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"e0b43d1c-9f98-4909-aa07-f1bb91a13012","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.78062613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"95cbdc34-b56c-4184-aaa9-38b15b6d996c","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.838961154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"143b93bc-ff5d-4231-a647-a1640696196c","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.896699265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"15ec32c8-61a1-43c0-a799-d0c39a4ab3d3","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:05.927883182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"e1c22ced-4890-4c89-a827-292f2d3f11ee","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.089197117Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub2","reconcileID":"bc6c20e1-f162-4cab-b3c7-5b7df264e17d","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5898253b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.115790061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2894517c-3c71-4954-9b3e-870470e0a1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.119205017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"e8ed0ab9-4731-4d4a-b5a5-b0a0a3652407","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.120195836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"b5ef62dc-6d70-4125-853f-5894f1b21af5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.122214561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"418828fe-32fd-4963-b114-51d31501dd9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.208783729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2894517c-3c71-4954-9b3e-870470e0a1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.214784606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"e8ed0ab9-4731-4d4a-b5a5-b0a0a3652407","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.220843649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"b5ef62dc-6d70-4125-853f-5894f1b21af5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.226845204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"418828fe-32fd-4963-b114-51d31501dd9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.666666905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b40c3dc1-88ab-4f38-944f-9c474d9d42ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.666695936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"f193ba32-0ee2-4ad3-a1bb-29c3809c1958","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.667050403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"c4f6e878-336f-4402-9482-6818502deb55","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.667132735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c338ee6c-4a30-4e29-8c19-8dff8e6975c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.724710296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c338ee6c-4a30-4e29-8c19-8dff8e6975c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.72472432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"c4f6e878-336f-4402-9482-6818502deb55","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.728273206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b40c3dc1-88ab-4f38-944f-9c474d9d42ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.728495932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"f193ba32-0ee2-4ad3-a1bb-29c3809c1958","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.0060929Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-user-subscription","reconcileID":"560b1ef5-d65a-46ef-80b4-cd5a101e9de6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.218847386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-user-subscription","reconcileID":"560b1ef5-d65a-46ef-80b4-cd5a101e9de6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.426532355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"71851750-c4dc-481f-9015-f0ba3d19a61a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.426752084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-other-subscription","reconcileID":"13e3fb09-fa1b-454b-9d49-95ef59b2009a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.479313045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"198ba748-e1af-419d-be8f-f0863d74a235","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.632240053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"8ddab690-e37f-4722-812b-38542a04f958","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.635682954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"2b6c8a5d-3191-428d-8e84-442fd1567aa1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.636767707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"88d681ca-3a1b-4060-b957-227aedb65e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.636927815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"aeffff83-f2e2-43bf-b371-763d5a9003a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.691391561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"2b6c8a5d-3191-428d-8e84-442fd1567aa1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.692373042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"aeffff83-f2e2-43bf-b371-763d5a9003a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.693828715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"88d681ca-3a1b-4060-b957-227aedb65e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.05113243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"40702a5f-7b48-4fbb-b6af-4210a29dd279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.051157607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"e9479d2d-29e3-4384-b62a-175ba7c41835","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.051626161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3cf88d80-ffa1-4842-a443-475e3b6215c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.10779646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"e9479d2d-29e3-4384-b62a-175ba7c41835","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.108356287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"40702a5f-7b48-4fbb-b6af-4210a29dd279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.110137184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3cf88d80-ffa1-4842-a443-475e3b6215c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.743689725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"e119c8e4-c16f-4180-9551-a2f4289231cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.744004593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f2754653-5fc0-4484-8784-cacc0ff2f203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.744373156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"9f560396-4a69-4ad2-80ce-fa2171101ed4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.743689643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d67894fc-583c-4a6c-9a37-5013a55aeb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.800268541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f2754653-5fc0-4484-8784-cacc0ff2f203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.800642761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d67894fc-583c-4a6c-9a37-5013a55aeb8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.802965815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"e119c8e4-c16f-4180-9551-a2f4289231cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.802983529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"9f560396-4a69-4ad2-80ce-fa2171101ed4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.212073514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"eb6e9bb9-8eb5-45a1-ad4a-4e906f25ee59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.212112481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ffb3252a-0b64-4d2b-8ff2-785ca311ca47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.215552226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"1c8e9819-ecd2-4841-9350-8d2a0c474f6d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.218681141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"b3519f49-b9ad-47a7-b161-4491f613957b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.267918093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ffb3252a-0b64-4d2b-8ff2-785ca311ca47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.267987955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"eb6e9bb9-8eb5-45a1-ad4a-4e906f25ee59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.273100278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"1c8e9819-ecd2-4841-9350-8d2a0c474f6d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.275723893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"b3519f49-b9ad-47a7-b161-4491f613957b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:15.62170831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"48cbb25d-2f53-4586-8d44-dee52be3e893","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:15.677223221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"48cbb25d-2f53-4586-8d44-dee52be3e893","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.122086246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"029e3762-59a1-425b-b093-5b7e1c595cdc","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.122118482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"029e3762-59a1-425b-b093-5b7e1c595cdc","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.141599327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub2","reconcileID":"9534bbce-cfa1-4cea-868b-bb28836b9324","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.1938844Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub2","reconcileID":"9534bbce-cfa1-4cea-868b-bb28836b9324","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.246118631Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-sub2","reconcileID":"9534bbce-cfa1-4cea-868b-bb28836b9324","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.513999207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"8468b38b-92a7-4a1a-beae-d8be53c2c5d1","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.664959119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"5816c2e5-e39b-4d6b-90f0-14dd561f80fd","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.773649407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"45280eba-13eb-4aec-9227-0ac75a5af6df","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.7737758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0c06adc7-1f73-4e0d-839f-c2e3662db0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.774078117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"1c46f699-2630-431c-99ef-e73ac7bd0630","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.77416496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"dae92ac3-f11e-453a-9bbf-b764aa52489a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.831077165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"dae92ac3-f11e-453a-9bbf-b764aa52489a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.831127606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"45280eba-13eb-4aec-9227-0ac75a5af6df","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.834718283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"1c46f699-2630-431c-99ef-e73ac7bd0630","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.834743992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0c06adc7-1f73-4e0d-839f-c2e3662db0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.034644598Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth1","reconcileID":"719dc289-f6d4-423f-80a5-961893d6d473","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.192610626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"1eadb0a9-60d6-4363-908a-dea485c0d5ac","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.240042052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"ed016883-b4e9-4eb4-abab-a393350660ec","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.295955361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"ed016883-b4e9-4eb4-abab-a393350660ec","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.351410071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"4d6d5df8-651f-4b49-bfc4-8295f301fed9","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.454024681Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-return-all-auth2","reconcileID":"314fdd84-22c7-456c-a14d-b2167d6cdce2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.664441216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"8b0b9d82-ffe2-4898-a5fd-7dfb7b8fd18b","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.794400531Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-other-subscription","reconcileID":"50bddc45-a2bf-4a2d-a55d-92382455c9e6","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.010095607Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-other-subscription","reconcileID":"50bddc45-a2bf-4a2d-a55d-92382455c9e6","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.217712853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"69fac5df-8450-40ac-8add-ff50a2ff0f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.269600284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"b58ff2fd-9682-49e2-84dc-124663b20da8","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.411264031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d5d732aa-e376-41f2-9cb0-f70707affeeb","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.424918137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"e8783615-6a94-4ce9-b2f1-1724f14fa8ef","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.428583459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e53f54a8-fb3d-4cc1-84f4-d9a0ebfbb83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.428587382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d06398ee-bf16-4eb9-9403-71c293a0cf5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.492171537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"e8783615-6a94-4ce9-b2f1-1724f14fa8ef","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.513228256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d06398ee-bf16-4eb9-9403-71c293a0cf5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.515034775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e53f54a8-fb3d-4cc1-84f4-d9a0ebfbb83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.698144255Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-auth-access-denied","reconcileID":"e2b3dee3-d639-44aa-9cd3-d9cb4285cc01","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.954252094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"fc91b54e-9b1e-43ed-ba07-d737fae75ff4","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.997752207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"b3d8d7b7-1c5e-416b-8fb5-27994486ceb6","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.052605725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"cf4a5b9d-7f18-47fd-a1c4-be8ffa9f745c","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.220970555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"4e4089cc-5a3c-4568-803f-a8668d7a285b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.275617985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"eeb165e5-3769-42e1-96bd-7b8f86909187","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.280898241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"4e4089cc-5a3c-4568-803f-a8668d7a285b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.333085311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"4b7b8ab3-5166-4f6b-bd17-550a2a0460a1","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:19.382915148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-sub","reconcileID":"622c39ff-389c-4b2d-a7cf-8470d257aa6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.422084299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"49417a2e-14e3-478a-9ee4-64fe514e07df","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.422210588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"49417a2e-14e3-478a-9ee4-64fe514e07df","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.43877389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6add4b8c-f831-4606-b611-9565b8a2e792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.439255516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"efe0b2de-1473-4e32-b250-921b9f08993f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:19.477866987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"d4bfa18d-0fb4-48ee-b876-1f17a9de0350","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-029b10-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.483811696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"c8bb02d3-2be8-4678-89aa-a2429138b08a","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.495258112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6add4b8c-f831-4606-b611-9565b8a2e792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.495351483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"efe0b2de-1473-4e32-b250-921b9f08993f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.54302743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"c8bb02d3-2be8-4678-89aa-a2429138b08a","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.587524629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"65483e48-6820-4c20-87f3-6cc02e7085e4","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.587552137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"65483e48-6820-4c20-87f3-6cc02e7085e4","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:19.693902829Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"65483e48-6820-4c20-87f3-6cc02e7085e4","name":"e2e-att-serve-029b10","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-029b10\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:19.693973385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"65483e48-6820-4c20-87f3-6cc02e7085e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-029b10\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.694120955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"c6ff39db-f2a9-4f93-937d-68235a3dd0cb","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.748748513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"7dc6f589-2a9a-4a37-b19c-8d2fec74497a","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.748779353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"7dc6f589-2a9a-4a37-b19c-8d2fec74497a","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.762319194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"7425c401-5159-45f5-bdc8-ddfeaaa23b2f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.819063532Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-sub","reconcileID":"a63dd823-edf6-49c9-9e18-9230d854a5b5","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.820440632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"7425c401-5159-45f5-bdc8-ddfeaaa23b2f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.861064603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b39d0a3b-09b8-49f3-a9dd-0504bc4f069e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.861076774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7f1636ea-75d2-4609-adf4-2b73be25a6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.909938716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"e57d5949-f7fa-4d65-b369-678fa74a6708","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.916834604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b39d0a3b-09b8-49f3-a9dd-0504bc4f069e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.916964504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7f1636ea-75d2-4609-adf4-2b73be25a6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.921912855Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"764f25df-8ac1-4ad1-b091-347187843797","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-att-serve-029b10","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.965335276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"e57d5949-f7fa-4d65-b369-678fa74a6708","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:19.982068305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"1f557322-f0be-4900-b1e5-75db48687ed8","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.027839197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"a46a5c3d-d45d-4dbd-9489-def1d68e423e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.130110079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"0123ab32-f6c8-4b52-8748-9f7b142fbd47","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.185798631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"0123ab32-f6c8-4b52-8748-9f7b142fbd47","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.189421534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"91497439-ce8a-455c-98e9-f3c1c852fffe","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.189453983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"91497439-ce8a-455c-98e9-f3c1c852fffe","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.189992481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-sub","reconcileID":"bee0be97-d1f5-44a1-aaa0-36b846d3af3c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.230407251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1345f330-6b31-4675-9843-9c9ac0ac1e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.230414961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"607ecf66-2552-4665-aceb-c6f22c05a85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.275061735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1539368d-d15a-48a3-824c-a3515a10b314","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.28665803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1345f330-6b31-4675-9843-9c9ac0ac1e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.288062897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"607ecf66-2552-4665-aceb-c6f22c05a85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.328835356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"e7cf042b-14a7-41b5-a013-1f554e0c0567","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.395795466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"b72f6d1f-0a93-44f2-bf33-3d1616b05614","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.483268968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"ef402c90-3e0e-4bf0-966e-5e264f2a48e1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.603419532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"ef402c90-3e0e-4bf0-966e-5e264f2a48e1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.604004833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"43d5e3fa-f3cc-4330-8a69-71e3d2257d00","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.661649398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"4a9c4605-4203-4b69-9549-2e5b451f86d3","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.711065188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"e1fc2c31-274e-435c-9061-4a0bc7dc2e6d","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:20.713226166Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/e2e-test-group-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.760157616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"30dff992-ef2f-4bcb-9f95-ccf0dccc3bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.760154455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3b446959-8c81-4c29-bfe2-ed1bbd8df519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.766576065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"0201ba8b-590f-4d0b-99c0-88219f80310b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.815871437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3b446959-8c81-4c29-bfe2-ed1bbd8df519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.815920902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"30dff992-ef2f-4bcb-9f95-ccf0dccc3bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:20.915720875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"efeb6f04-6527-4998-84f1-3cca269ec750","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.029972101Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-subscription","reconcileID":"1dfac105-33dc-4be8-b1b3-aacbbd2b7a15","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.069855074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"69830ac3-ef38-4b9f-addd-7e68ad3e82b6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.12555305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"69830ac3-ef38-4b9f-addd-7e68ad3e82b6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.19518426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"dcba561d-e0e4-4fd4-8564-c3f29d8a6470","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.216685141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3922a72e-25d3-4edb-9c76-1ad5e5ddc71b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.21672515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e043ef6f-b5f1-4c27-8b6c-a2379e9991a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.23780159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"877ba4a3-8465-4388-be8e-9ee8ce5d45d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.274252798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3922a72e-25d3-4edb-9c76-1ad5e5ddc71b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.27701293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e043ef6f-b5f1-4c27-8b6c-a2379e9991a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:21.404174689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-subscription","reconcileID":"449faab7-ebb5-4091-92d0-14b6c054bd60","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:22.172853752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"f2e738d1-f3fb-45f1-8f0c-1434e4555e05","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:22.328142959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"05cc3e15-0af1-482a-b92a-f89a10b9005a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:22.328348722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"8b2bba9e-014e-4523-9597-43bd6183b8fb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:22.328145312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f8ca7038-474d-465c-bccf-188d597f9e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:22.383943673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"05cc3e15-0af1-482a-b92a-f89a10b9005a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:22.384255386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"8b2bba9e-014e-4523-9597-43bd6183b8fb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:22.386156477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f8ca7038-474d-465c-bccf-188d597f9e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.921506365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"9bf77b65-457c-463f-a0ed-57f28c21bd4a","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.077292102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"6f62884a-1611-43b4-ae59-cead85006d1b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.077579144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c35b669d-7ae3-4099-af87-e29233675527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.07730217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a1226853-ee77-4423-9157-b196d9a237a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.133780684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"6f62884a-1611-43b4-ae59-cead85006d1b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.134827932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c35b669d-7ae3-4099-af87-e29233675527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.135973593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a1226853-ee77-4423-9157-b196d9a237a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.7480513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:29.702267762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"5d22ca32-6fe2-4955-9fd4-bff9d7c8ef8e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:29.817095627Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"5d22ca32-6fe2-4955-9fd4-bff9d7c8ef8e","name":"e2e-ipp-a-bd9d24-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:29.926185071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"c0003027-d4ae-4517-bcc5-b1d95b687020","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.278255256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"67464725-d0dc-468d-90cb-5dad66d43ca6","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.278285837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"67464725-d0dc-468d-90cb-5dad66d43ca6","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.578728369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a23a4eee-7b7d-4432-8b1b-5e9bc5b4c41a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.578767407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"1de621a4-2db9-43b4-933b-c441ea807b14","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.579320584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c3c9df34-2bfd-4633-8a44-f266f8a04179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.627316417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"b1c7699a-91e4-403f-a962-866258a2c1b9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.634184374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a23a4eee-7b7d-4432-8b1b-5e9bc5b4c41a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.634665577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"1de621a4-2db9-43b4-933b-c441ea807b14","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.636591342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c3c9df34-2bfd-4633-8a44-f266f8a04179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:30.683030963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"b1c7699a-91e4-403f-a962-866258a2c1b9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:32.334361751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-sub","reconcileID":"9415611a-8bf7-4ef1-a536-a05e60975507","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:32.547923678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-sub","reconcileID":"9415611a-8bf7-4ef1-a536-a05e60975507","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:32.758434136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"0f3842a2-fc56-49a4-bb0e-e77c932211ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:32.810822031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"a3abe6f9-48c6-45f9-b6f7-ab1454a534d9","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:32.957304477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"34d401ec-993b-4f7c-99ca-658fe8dff1b0","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:32.966831755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"0e32a2c2-0d75-4c68-8494-6701439a6d49","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:32.966852235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"beecc611-d1ea-45b6-b336-c8828439c5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:32.967317622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ad62eb3e-117c-474f-95e1-237352ed600a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.023263836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"beecc611-d1ea-45b6-b336-c8828439c5dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.023266794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ad62eb3e-117c-474f-95e1-237352ed600a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.02535423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"0e32a2c2-0d75-4c68-8494-6701439a6d49","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.226611738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-user-token-filter-auth","reconcileID":"7d66157b-1a72-438f-bbe0-c6dca0b8be1a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.384830625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"293683a5-2bb4-4f4c-9513-2e396f952a3c","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.508824439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"325aca01-6b53-42b8-a127-c69810932bde","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.508926172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"d278cce9-164a-498b-a607-d517e66d9b55","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.508943995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"d278cce9-164a-498b-a607-d517e66d9b55","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.713528545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"325aca01-6b53-42b8-a127-c69810932bde","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.773607942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"6e66ca88-cd6c-4cd2-ab06-698ec4872e1b","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"maas-trlp-test-model-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.83372598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"325aca01-6b53-42b8-a127-c69810932bde","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"e2e-inf-a-85584b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.83375013Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-auth","reconcileID":"325aca01-6b53-42b8-a127-c69810932bde","MaaSAuthPolicy":{"name":"test-model-85584b-auth","namespace":"ai-tenant-e2e-inf-a-85584b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.888657203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"284785f6-3203-4fef-91ae-d14e0c4fc954","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.888677198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"284785f6-3203-4fef-91ae-d14e0c4fc954","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.975726648Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"88a317c8-73cb-4018-bbf1-39cc9587c86f","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.031711235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"f539e367-d0f5-45ee-a896-b5f7b5506752","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.031730791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"f539e367-d0f5-45ee-a896-b5f7b5506752","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.0340589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"122a4d66-ffbf-4eeb-9bfa-24ce696951f0","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.082083168Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-subscription","reconcileID":"b94f5d7d-95c8-4754-9115-4a1ab0a1ffab","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.086590062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d8a73d03-161c-4efd-bc7e-82116c1834b3","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.131192509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e80486f5-bb5e-420e-8d60-1d2bf33464f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.131191786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a28cd11b-ca1b-410e-ad5c-671b0dc5deea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.133180602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bddc7a21-fcb9-4cab-a6c2-ff8e3c0940d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.137534241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"6d51253f-8e6b-4285-ba22-8f4bee38ff94","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.144324288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d8a73d03-161c-4efd-bc7e-82116c1834b3","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.152813895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"39957722-0366-4f5a-a6fb-b506488873e1","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"maas-trlp-test-model-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.190125282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e80486f5-bb5e-420e-8d60-1d2bf33464f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.193877353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bddc7a21-fcb9-4cab-a6c2-ff8e3c0940d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.198521386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a28cd11b-ca1b-410e-ad5c-671b0dc5deea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.199098865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"6d51253f-8e6b-4285-ba22-8f4bee38ff94","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.295755904Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-subscription","reconcileID":"b94f5d7d-95c8-4754-9115-4a1ab0a1ffab","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.3342054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"801dbe40-bb6f-4235-9abd-e3048a1130e0","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.495089165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"1bd8ff8d-dd56-48fc-a9fb-3f98a71edf40","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.495127336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"1bd8ff8d-dd56-48fc-a9fb-3f98a71edf40","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.503866328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"5bd7cead-be70-4146-aab1-1c5c442d0f23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.504513013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"d0e2f6fb-81e1-49c5-b2a4-d8b0fb2cae32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.508667295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3389fb1e-936d-4a2c-8f20-0134168d0a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.557559441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"e715e601-ac3b-425f-945a-294497f48f11","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.560318981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"d0e2f6fb-81e1-49c5-b2a4-d8b0fb2cae32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.567912411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3389fb1e-936d-4a2c-8f20-0134168d0a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.602553956Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"a6d8aacf-3a1e-48fe-baad-492e64d84dd0","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.605220297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"eae054aa-c7f7-49d2-8789-dd196abca79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.6052631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"cdfa6a04-48d8-4e17-918b-2278991f4b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.667111825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"eefc0a1b-9cee-4948-a2a1-6b2467c3f018","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.689950491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"cdfa6a04-48d8-4e17-918b-2278991f4b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.673879677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"eae054aa-c7f7-49d2-8789-dd196abca79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.714200151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"18ce196f-a579-4e31-8aad-1b300e52f564","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.720040925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7055265f-9861-43bb-b948-f951dc94f4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.776694563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7055265f-9861-43bb-b948-f951dc94f4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.868838276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"b6cce195-f25f-41a6-aab3-7e2caf7fcdce","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.920034653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c01a0b97-79c6-448e-ac3c-20e756d2adc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.924093981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"b6cce195-f25f-41a6-aab3-7e2caf7fcdce","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.007455108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c01a0b97-79c6-448e-ac3c-20e756d2adc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.064734909Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-auth","reconcileID":"d1e7b392-bd73-4acf-9a15-e5b953e51c4c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.16041304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"179bb714-184b-4550-ba4d-db93664fc76f","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.166412986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b7836f2d-adf0-46be-8a6b-f15057b72a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.215919629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"179bb714-184b-4550-ba4d-db93664fc76f","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.221615647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b7836f2d-adf0-46be-8a6b-f15057b72a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.273268178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"8308f4eb-f521-41e5-afe9-512c5d50ecdb","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.323976562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d8f8739-8ff4-4375-9c83-eb5f496bf21c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.328576599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"a9c7d3bf-f07a-4327-b8aa-a6fdad7e0ba2","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.328693049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"a9c7d3bf-f07a-4327-b8aa-a6fdad7e0ba2","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.37949649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d8f8739-8ff4-4375-9c83-eb5f496bf21c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.476198539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"c1f2a55d-bdd7-46e5-9214-23db07c339db","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.478702548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5b20f16a-9ef1-4160-95b0-a0246eca2f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.487215092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"06dd0c7f-e7d4-4bea-91e7-d5f2a32671a9","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.487234968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"06dd0c7f-e7d4-4bea-91e7-d5f2a32671a9","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.534863519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"c1f2a55d-bdd7-46e5-9214-23db07c339db","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.53530525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5b20f16a-9ef1-4160-95b0-a0246eca2f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.580672297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"638db6aa-d478-4d26-be66-098b1ffa5816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:35.591225216Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"06dd0c7f-e7d4-4bea-91e7-d5f2a32671a9","name":"e2e-att-unrel-33c530","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-33c530\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:35.591291411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"06dd0c7f-e7d4-4bea-91e7-d5f2a32671a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-33c530\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.591436718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"cf2ec45b-bcaa-4c01-bd8c-02a6f852e1dc","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.59184163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"870161d5-4cde-412d-b3ca-00e10bcf63e4","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.63626253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"638db6aa-d478-4d26-be66-098b1ffa5816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.648272649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"6cc36914-bcbc-4375-8691-69c8b23863d9","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.648295638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"6cc36914-bcbc-4375-8691-69c8b23863d9","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.676262742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"53ff6a59-03ca-40b0-a58f-18dfb4fcb2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.731964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"53ff6a59-03ca-40b0-a58f-18dfb4fcb2f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.784683363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f510342-7f1f-460b-8e55-8818b2c72a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.800255084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"de6e17db-5e06-4035-a257-5e903695ad0b","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.840070284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f510342-7f1f-460b-8e55-8818b2c72a90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.842676348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9c52c631-899e-403e-916f-c3ba6e705186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.856097912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"68a8eb08-f544-46e6-9c98-901d0830dd17","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.898499098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9c52c631-899e-403e-916f-c3ba6e705186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:35.907957259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-sub","reconcileID":"8950945f-e949-4fb2-a18b-9bb2518817e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.946669265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fce37ebe-4cf1-4155-a3d3-25725c76cddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.999013445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"65178497-733e-4e89-9c85-d5c5d487889c","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.999036114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"65178497-733e-4e89-9c85-d5c5d487889c","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.002317958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fce37ebe-4cf1-4155-a3d3-25725c76cddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.045732378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"d26c646d-73da-4d79-990c-d949da74cccc","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.050945973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"31d3c17c-c55e-4d2c-b99d-5bab04995925","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.077768359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"cce249fe-9eb2-4e2b-b66f-ea0c840e2b98","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.101051602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f19c8ba0-33d0-4f39-aa10-b2a367ee164d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.102511945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"d26c646d-73da-4d79-990c-d949da74cccc","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.156748493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"fe3913f2-763b-4677-bd7e-8219ed6c5ef9","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.157683816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f19c8ba0-33d0-4f39-aa10-b2a367ee164d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.198005888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"95284312-1fb1-4a6e-9314-5157b17c817d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.24903774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5f0b88ff-2bc3-4e57-a0dd-860b460ef413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.253202523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"95284312-1fb1-4a6e-9314-5157b17c817d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.304531762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5f0b88ff-2bc3-4e57-a0dd-860b460ef413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.311254768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d699e7bd-de5e-4d84-a97c-8998c0b2ace2","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.343312836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-sub","reconcileID":"f6eb8742-04d1-4b0b-a048-ffd468924433","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.361400141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"cf453094-5e1e-40cb-b5c6-b72fbf03057d","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.366610205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d699e7bd-de5e-4d84-a97c-8998c0b2ace2","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.430033022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"b66b0632-d12b-456d-9502-37455f4e3171","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.484069544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"20829d46-82a6-47ca-9a0a-ae04f9a47f2d","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.507116435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"964c65d2-becc-4e1f-a50c-a524e8d618b6","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.516185093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"9e758563-a92b-4365-b7e6-e33aded4f63b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:36.541120721Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:36.541434443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-sub-only","reconcileID":"2b63a1c4-dac4-4689-81be-def5f8669c9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.552888736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"3882bad0-fd4a-4ff5-acb1-ab8aab88f74b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.560566332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"23a4bc1c-6cd2-4567-9f5c-e732d72890a7","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.571457228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"9e758563-a92b-4365-b7e6-e33aded4f63b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.616321512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c35f5f4f-beb4-4961-8d0a-baaf665f2470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.65279544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"36e59b7b-c170-4ed7-9a7c-b8bd84956b68","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.671173274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c35f5f4f-beb4-4961-8d0a-baaf665f2470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.707083636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"7ea9fff6-ebfc-4adb-afc9-a3e20e7d2b64","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.713768385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-sub","reconcileID":"5dd8fbc3-3f0e-456f-a820-9ae924b7525f","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.716278703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"7d44c5b3-42e4-4ff6-8dc0-84ad732a253d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.716508131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1a4e9acc-9c6d-47fe-adfc-fcf24f9db0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.772779407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"7d44c5b3-42e4-4ff6-8dc0-84ad732a253d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.77290929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1a4e9acc-9c6d-47fe-adfc-fcf24f9db0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.866268985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"264d7aa9-fa5c-4b3c-adb2-e67a75783c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.866960849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"e423126a-29bb-4670-af7b-1b46a6f7d850","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.92165429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"264d7aa9-fa5c-4b3c-adb2-e67a75783c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.971906427Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-sub-only","reconcileID":"ead16084-71d8-4bde-a4c8-f5837728e8e4","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.022432619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"f52131df-20c4-4cc3-bac6-38b9c6c6b7f0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.084230726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"f52131df-20c4-4cc3-bac6-38b9c6c6b7f0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.136511412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"25378d99-abb2-471e-9fb8-487facd546df","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.168428214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"81d4ffe1-de7f-43a4-a69c-6fb2570776c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.170266598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"820c695d-fd38-4283-87a3-65550c88a9e6","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.18294035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"ca75c9c4-e6dd-48f0-9b4e-4c855cc60ec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.22633978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"81d4ffe1-de7f-43a4-a69c-6fb2570776c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.325428987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"4be4d525-3d78-4414-a7af-facebe501d03","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.345690325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-sub-only","reconcileID":"3623cb2f-e7a0-490e-836f-ba1c8134def2","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.380801913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"4be4d525-3d78-4414-a7af-facebe501d03","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:37.402064753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"f52131df-20c4-4cc3-bac6-38b9c6c6b7f0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.564768501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"32c8a98f-28b2-4e3b-b9d6-a0bb7da99af7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.6238116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"32c8a98f-28b2-4e3b-b9d6-a0bb7da99af7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.952827948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"72e7aada-f2d5-4c2f-8d35-8aa976d7dad3","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.107743749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"aa08a558-ca9b-454c-941c-739a42646425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.107991875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"cb0762b5-6187-40e9-bd98-5d0c787b6056","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.107753768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"26b29422-308d-44b7-89a6-53f397b54b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.16391351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"cb0762b5-6187-40e9-bd98-5d0c787b6056","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.164863207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"26b29422-308d-44b7-89a6-53f397b54b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.166282061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"aa08a558-ca9b-454c-941c-739a42646425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.709423729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"72434206-eaa5-497b-827e-054ab2c3dff0","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.864638106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"9d2c0ed1-35f4-433d-a7ef-7dd2e717df54","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.865253274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f7df3350-a0f3-4f9e-a561-2b706be2a15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.865267211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"b240d74b-2c7b-4f01-a455-c2ac37b4f006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.920872245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"9d2c0ed1-35f4-433d-a7ef-7dd2e717df54","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.921457726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"b240d74b-2c7b-4f01-a455-c2ac37b4f006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:39.923376726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f7df3350-a0f3-4f9e-a561-2b706be2a15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.149037836Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.200980856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"b97d1dc9-e659-47a2-83d1-967c6fa56449","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.20101862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"b97d1dc9-e659-47a2-83d1-967c6fa56449","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:40.257575739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"00199748-d03f-4fde-80b7-d91462032990","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-33c530-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.305364469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"aaa0b49c-d3d4-46dc-8d42-f10d2a63c36d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.309780261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"0728f41b-d0e4-4b75-b371-788a73e6c91c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.360977265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"aaa0b49c-d3d4-46dc-8d42-f10d2a63c36d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.362135043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"3af5d684-ae48-4852-bacb-32c65b2bd237","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.362221632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"3af5d684-ae48-4852-bacb-32c65b2bd237","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.365994837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"0728f41b-d0e4-4b75-b371-788a73e6c91c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:40.46722315Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"3af5d684-ae48-4852-bacb-32c65b2bd237","name":"e2e-att-unrel-33c530","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-33c530\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:40.467286209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"3af5d684-ae48-4852-bacb-32c65b2bd237","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-33c530\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.522624154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"2992ba58-f4a7-4b8c-9468-9af026fe6782","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.522655094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"2992ba58-f4a7-4b8c-9468-9af026fe6782","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.626411226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"f13afcd8-6832-44d5-a483-76a185f98f65","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.626437162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"f13afcd8-6832-44d5-a483-76a185f98f65","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.684742176Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"ef672ba6-08ef-418d-a923-e70d1370f4dd","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-att-unrel-33c530","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.774577812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"3b983da6-ef68-4ec6-b216-6ff7cb6d734d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.779057097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d7b527a8-d7d7-4e9e-979d-693790734e3c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.829847547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"3b983da6-ef68-4ec6-b216-6ff7cb6d734d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.834150251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d7b527a8-d7d7-4e9e-979d-693790734e3c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.95144209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"7bfc748f-5226-4da3-bb5b-2d368d4c4b6a","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:40.95149787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"7bfc748f-5226-4da3-bb5b-2d368d4c4b6a","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:41.158831141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"853d917f-45d0-4d2d-9dae-3a370115a9a1","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.463451483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"af933a76-a097-4ce7-9a34-4be87072d5a3","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","subscription":"test-model-85584b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.517023007Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"af933a76-a097-4ce7-9a34-4be87072d5a3","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.569399425Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b-sub","reconcileID":"af933a76-a097-4ce7-9a34-4be87072d5a3","MaaSSubscription":{"name":"test-model-85584b-sub","namespace":"ai-tenant-e2e-inf-a-85584b"},"name":"maas-trlp-test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.851607584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"3d1d6e58-2882-4c13-82d7-fd0fe6c0374e","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"tenant":"e2e-inf-a-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","model":"ai-tenant-e2e-inf-a-85584b/test-model-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.851640855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"test-model-85584b","reconcileID":"3d1d6e58-2882-4c13-82d7-fd0fe6c0374e","MaaSModelRef":{"name":"test-model-85584b","namespace":"ai-tenant-e2e-inf-a-85584b"},"routeName":"test-model-85584b-kserve-route","namespace":"ai-tenant-e2e-inf-a-85584b","llmisvcName":"test-model-85584b","gateway":"openshift-ingress/e2e-inf-a-85584b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.852143097Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.499429062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"78132510-2699-4b49-ad15-94fa65cb5364","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.499490208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"78132510-2699-4b49-ad15-94fa65cb5364","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.500326453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"a555723b-ed63-4cbc-84c0-4f1afbae1004","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.732570038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"a555723b-ed63-4cbc-84c0-4f1afbae1004","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.811182787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"90724ada-79e4-4c97-9bc7-1fb1981d4b76","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"maas-trlp-test-model-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.855085336Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"a555723b-ed63-4cbc-84c0-4f1afbae1004","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"e2e-inf-b-ef9b55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.855121638Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-auth","reconcileID":"a555723b-ed63-4cbc-84c0-4f1afbae1004","MaaSAuthPolicy":{"name":"test-model-ef9b55-auth","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.911695419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"12109276-4106-4ed1-8a41-ca9721f4c304","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:46.91181943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"12109276-4106-4ed1-8a41-ca9721f4c304","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:47.066832502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"be60ebe9-df57-4eaa-8a2c-531820e4c5b7","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:47.066913436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"be60ebe9-df57-4eaa-8a2c-531820e4c5b7","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:47.195130346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"cee6e2b0-6922-4ab0-8af9-a8b4ca54b54c","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"maas-trlp-test-model-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.129930862Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-sub","reconcileID":"3c3b105e-4dd4-452d-8a03-65afc81ec784","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.388612313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-sub","reconcileID":"3c3b105e-4dd4-452d-8a03-65afc81ec784","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.625614081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"e067f2e4-a39c-4d78-b265-d28784ace02b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.698903378Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.710684964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"3af771ec-4442-40fb-9b2c-30ec36d0fa48","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.845212067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"fc41ef24-7cad-431f-afca-babddf431af0","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.937693186Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-sub-only","reconcileID":"c7906620-1462-4f91-936d-475345f9f657","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.939876358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"435d8c38-2de2-4ef5-95e5-bcc4c6dad4a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:49.948922677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"129d3943-e133-4a1b-8d52-d61fd3f52a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.013540181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"71d41c35-1cfc-49a3-b73c-b0a2c36b1c2d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.043191446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"435d8c38-2de2-4ef5-95e5-bcc4c6dad4a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.12817082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"129d3943-e133-4a1b-8d52-d61fd3f52a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.132343726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"71d41c35-1cfc-49a3-b73c-b0a2c36b1c2d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.326950766Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-sub-only","reconcileID":"c7906620-1462-4f91-936d-475345f9f657","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.392906901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-scoped-auth","reconcileID":"3fab4369-a4d8-49ae-9f37-b474f2644cdb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.636842636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"bd891a58-c50e-4463-888b-37b12d8f6281","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.68968567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"37bde465-9262-4d5b-9747-e933b46e00f0","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.691069228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"92232e96-a8de-4739-921b-95cc4283b697","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.691788769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.692106459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"7e6821fa-22a5-445d-9f0e-f791b630bb58","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.825548223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"661b2c9d-6223-42e8-b799-a4369e16df36","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.891529859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"5d5d8b56-74a2-4b8b-be20-f4febd3e06a9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.891910492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b74d5c81-cdb9-460b-b925-d166c34ee3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.891545743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2c447201-caf9-4f48-825c-73ffc7f78063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.959127747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"5d5d8b56-74a2-4b8b-be20-f4febd3e06a9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.962018381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2c447201-caf9-4f48-825c-73ffc7f78063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:50.965088289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b74d5c81-cdb9-460b-b925-d166c34ee3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.021594749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"1c817754-8bbf-4a33-a415-20eb800c6827","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.025934277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"b636bc75-cc91-40a7-acd1-6453ac62f2eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.026535766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"d2779005-ca33-45c4-8e8d-62149ed7a6ab","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.026622964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"d2779005-ca33-45c4-8e8d-62149ed7a6ab","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.082988373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"1c817754-8bbf-4a33-a415-20eb800c6827","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.083034537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"b636bc75-cc91-40a7-acd1-6453ac62f2eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.172387066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-test-group-no-auth","reconcileID":"8657a44a-b5c0-46db-8dab-3e211e16a0b5","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.339451778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"0fd11fd2-d407-4157-ba88-f29a3b3fa17f","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.728816702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"746727c4-1026-4882-a2fd-d1ada1ac2844","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.782384898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"90c30100-e617-433c-9d9f-6233bc2fc65f","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:51.944103896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"af894c64-56ff-4215-be49-d5e899da537f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.002337257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"af894c64-56ff-4215-be49-d5e899da537f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.015676845Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.016694756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"2932084a-1fb6-43fa-8d16-7f6ad04257a6","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.073081408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"0c6455ce-d445-42a0-82f5-2dd97a2ff8ca","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:52.128417612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub","reconcileID":"89f7f491-79ec-432b-8a6b-726ebdaafa4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.192413358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9ed624cc-2695-45a7-91b9-d70590a25253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.193059163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c3f5c6d6-f984-4be6-96ea-45ae396ffa96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.251826241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"5a077285-53fc-4b8b-9691-2fe03b09e97a","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.259711259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c3f5c6d6-f984-4be6-96ea-45ae396ffa96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.260501948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9ed624cc-2695-45a7-91b9-d70590a25253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.313236525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"587acf4b-392f-4ca0-adc3-0cf6e11c7d47","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.327238278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"1d807eab-3668-438b-a49c-bff32d85f415","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.487686771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"883a1372-28d0-4cbc-8e90-be7e0a9b78b7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.545201976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"883a1372-28d0-4cbc-8e90-be7e0a9b78b7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.593443523Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub","reconcileID":"c81d665f-68a3-4aa8-a304-9ef573bce51c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.640072376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1a64e802-9607-4ccc-8a88-9a2d639e3171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.640483816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2735ccf2-d326-42c9-b29c-85d548981c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.696342311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2735ccf2-d326-42c9-b29c-85d548981c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.697415028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1a64e802-9607-4ccc-8a88-9a2d639e3171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.770863492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"b2145cfd-a006-4845-b6a6-c497661d6003","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.808304487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"56a520eb-c175-4963-8bbd-e2f633446756","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.984018521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub","reconcileID":"295feeaa-713c-41de-8b43-5c0157d6a915","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.027065923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9fd962ee-0060-4055-8b5f-48d72c831072","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.081518899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"f57055fd-9353-42f8-8ba5-6ac35c707235","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.189186806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"e711e571-ccf7-450f-b3e9-a026f053ef1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.190311992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce58d65f-1e21-467b-b2c6-b6e3dff18e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.191087616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"43f34477-80b2-4690-8dd9-678adc73c4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.191304991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bc3a93d5-41c3-41f2-af16-b696cb60a971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.191099272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e707990a-3533-4855-b485-aa378fa3f4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.251511523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"e711e571-ccf7-450f-b3e9-a026f053ef1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.254626952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce58d65f-1e21-467b-b2c6-b6e3dff18e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.255254346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bc3a93d5-41c3-41f2-af16-b696cb60a971","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.258517548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e707990a-3533-4855-b485-aa378fa3f4d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.259008522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"43f34477-80b2-4690-8dd9-678adc73c4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.415784413Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"987799e2-7d45-4415-b68e-b39e4e691f60","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.588654729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"4fe5e1f5-cfd7-4894-ba39-2c4a34d21e44","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.589375334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"93f61795-dabf-4846-95ec-375823c4949b","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.589443177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"93f61795-dabf-4846-95ec-375823c4949b","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.59036263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"fe4d92b4-1428-4aed-a09d-fdcfdce293a8","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.669025191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5b3ecd6-882b-49e0-adcf-0ce0351a12e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.66981816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c53d7e59-a5a7-4fef-989b-d461e4f1f384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.670057437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"8c64aa7b-4c63-4904-a51d-8ede86169068","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.669844171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1d472bf7-418a-4f31-8c89-c028735827fd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.698203491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"3bb694a4-595d-4a93-b12a-ec78301b7198","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.69833141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"3bb694a4-595d-4a93-b12a-ec78301b7198","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.755268799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c53d7e59-a5a7-4fef-989b-d461e4f1f384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.761228129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1d472bf7-418a-4f31-8c89-c028735827fd","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.762379461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"8c64aa7b-4c63-4904-a51d-8ede86169068","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.775788966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5b3ecd6-882b-49e0-adcf-0ce0351a12e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.79642831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9a2c2f14-9913-4379-bc8d-d66af0448624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.823033641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"1c636639-50b2-4261-9d76-5543cf2bbe66","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.865436853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9a2c2f14-9913-4379-bc8d-d66af0448624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.156261496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"39b53f27-e7ab-4268-bfb8-8936ab85863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.157385681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f4380b62-c4d5-4e36-b902-8ff043142601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.168275974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"990eda78-727b-4871-b9dc-4fc28d5eba40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.207883926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa0472ed-8de0-4401-86ce-4510ae2942af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.226695527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"39b53f27-e7ab-4268-bfb8-8936ab85863f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.230891859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"990eda78-727b-4871-b9dc-4fc28d5eba40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.231087466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f4380b62-c4d5-4e36-b902-8ff043142601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.256075262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"409641e6-7822-4872-8418-03765b70f481","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.285339925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa0472ed-8de0-4401-86ce-4510ae2942af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.323322905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"409641e6-7822-4872-8418-03765b70f481","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.547710755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"4fed4dde-8e65-42d2-a44d-36c4cae73b56","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.547738011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"05d66128-8149-41a5-985d-33c9f58e777f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.558140289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"0dc484c9-9ee5-4e73-9fad-802f0442dde7","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.603904892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"4fed4dde-8e65-42d2-a44d-36c4cae73b56","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.604721127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"05d66128-8149-41a5-985d-33c9f58e777f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.676765491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"82982d49-9752-46c3-bc72-b1761deaa5d4","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.676795128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"82982d49-9752-46c3-bc72-b1761deaa5d4","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.741581763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"b5eaa9c5-bf67-4008-b881-9deb144b9c92","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.749002543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.780677253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"bba65022-0c8e-43e8-a99b-8cf38db26763","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.780721469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"bb52950d-4768-441e-81d6-5af90397df6b","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.780740063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"bb52950d-4768-441e-81d6-5af90397df6b","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.787708607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"507f701c-c69b-44d3-8331-dfa328eddfa1","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.796793706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"b5eaa9c5-bf67-4008-b881-9deb144b9c92","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.885005026Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"99fc5845-472b-4d83-a44d-42355b81ad7a","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.937018367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"4e42888b-1711-4a17-bd95-c4e031521133","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.024191027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"df6a97e8-eb6c-478a-8f88-074295fd6cde","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.079781686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"df6a97e8-eb6c-478a-8f88-074295fd6cde","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.125184682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"81e1634f-df88-4d49-9bc8-1972a0eedc09","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.125212786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4af63183-14e7-44bf-86be-6e13cfe06a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.125970817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5e1f665b-f729-4f77-b9b1-4c0410c6237a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.182962435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5e1f665b-f729-4f77-b9b1-4c0410c6237a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.183075702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4af63183-14e7-44bf-86be-6e13cfe06a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.186895931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"81e1634f-df88-4d49-9bc8-1972a0eedc09","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.55693558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"1125a2cb-1b79-4990-8dee-ed6a9721e030","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.615089117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"7ef7386a-5f94-48a1-b240-6c3f9f26b15c","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.672891072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"7ef7386a-5f94-48a1-b240-6c3f9f26b15c","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.718423269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"7b45e1c8-d8f2-41cc-b416-89daef55d7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.718482217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b2a025d4-fbbf-44bd-8ec4-ced2a5032ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.719001896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc1237a5-676e-408d-9d81-067490f49442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.719260536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1366abc5-8169-4092-994e-29a3819a0fb6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.720176806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"df8efef2-c6da-4e34-8cdc-fbcef395b9c9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.730457056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"c12c96f9-dcce-4cd3-b234-e70581efda8a","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.730602966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"c12c96f9-dcce-4cd3-b234-e70581efda8a","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.774848415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc1237a5-676e-408d-9d81-067490f49442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.77498105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b2a025d4-fbbf-44bd-8ec4-ced2a5032ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.777781543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"df8efef2-c6da-4e34-8cdc-fbcef395b9c9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.777916943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"7b45e1c8-d8f2-41cc-b416-89daef55d7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.780018633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1366abc5-8169-4092-994e-29a3819a0fb6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.793152013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"3f7614e4-e02f-4376-80ac-b4bc2042e80a","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.793251896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"3f7614e4-e02f-4376-80ac-b4bc2042e80a","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.866075335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"353c691a-bbcf-447b-9882-34e963867c66","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.866166886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"353c691a-bbcf-447b-9882-34e963867c66","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.958957093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"c9e2a0c8-9e78-4191-b991-592dbcee02b4","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:55.959053677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"c9e2a0c8-9e78-4191-b991-592dbcee02b4","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.087352835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ed6e90a5-e5ce-4ae6-bbda-fb6fc6354b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.087348305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0c1d34e4-3a0e-4dd0-a1f6-f500c7a92da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.087733006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8172a5c1-a68c-42d1-ac9c-4a1c75836304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.088185912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3347acc-381a-401f-b6e5-95cc3bf61044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:56.091086704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"84a06694-8ed6-4fec-9d9f-476bfdf98e63","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:56.091165528Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"84a06694-8ed6-4fec-9d9f-476bfdf98e63","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.143809227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ed6e90a5-e5ce-4ae6-bbda-fb6fc6354b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.144924659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8172a5c1-a68c-42d1-ac9c-4a1c75836304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.146639453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3347acc-381a-401f-b6e5-95cc3bf61044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.14826444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0c1d34e4-3a0e-4dd0-a1f6-f500c7a92da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.192026417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"191799c6-c5fe-4213-94fa-a87a3ddb94b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.247879205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"191799c6-c5fe-4213-94fa-a87a3ddb94b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:56.304370276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"e6b915e8-9c6f-443e-9516-3c546a10bd68","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:56.304456866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"e6b915e8-9c6f-443e-9516-3c546a10bd68","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.454808294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"26274b00-276b-4460-9e41-330e8a840430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.510124898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"26274b00-276b-4460-9e41-330e8a840430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:56.677159819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"7286436d-7ee4-47b0-a591-b658eb75e114","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:56.677233891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"7286436d-7ee4-47b0-a591-b658eb75e114","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:57.371304554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"d73d4a0a-6f08-4c87-8e61-44f02841f64e","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:57.371385953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"d73d4a0a-6f08-4c87-8e61-44f02841f64e","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.482899614Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"d9e4728c-9304-4759-ac97-55c453c01d39","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","subscription":"test-model-ef9b55-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.534984812Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"d9e4728c-9304-4759-ac97-55c453c01d39","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.608491694Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55-sub","reconcileID":"d9e4728c-9304-4759-ac97-55c453c01d39","MaaSSubscription":{"name":"test-model-ef9b55-sub","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"name":"maas-trlp-test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.850822986Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"62bb574b-3861-46b5-9dcd-069458801a40","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.881769943Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.881814447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"0207d529-ea0a-4189-8e34-781dcb10d5d6","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"tenant":"e2e-inf-b-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","model":"ai-tenant-e2e-inf-b-ef9b55/test-model-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.881834891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"test-model-ef9b55","reconcileID":"0207d529-ea0a-4189-8e34-781dcb10d5d6","MaaSModelRef":{"name":"test-model-ef9b55","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"routeName":"test-model-ef9b55-kserve-route","namespace":"ai-tenant-e2e-inf-b-ef9b55","llmisvcName":"test-model-ef9b55","gateway":"openshift-ingress/e2e-inf-b-ef9b55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.010731368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"84a7062e-1c3c-43c7-b951-f0f8aa9e5496","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.013430517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"4f9f548d-44c8-4c88-bbbd-aa1f70f724d0","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.013536042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b4090b6-2baf-4409-8f9a-0585262b22a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.013962857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2cdb9a18-d948-4f5a-9594-0039142b8f50","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.014006786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e81ee4a5-326c-4ec5-b20a-fe365b074ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.066204432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"84a7062e-1c3c-43c7-b951-f0f8aa9e5496","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.072582858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"4f9f548d-44c8-4c88-bbbd-aa1f70f724d0","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.072639199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b4090b6-2baf-4409-8f9a-0585262b22a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.075100091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2cdb9a18-d948-4f5a-9594-0039142b8f50","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.076056192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e81ee4a5-326c-4ec5-b20a-fe365b074ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.391114198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"73d2ab5f-382d-4588-a279-5085a0ed91a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.391344162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4edc7a1c-0415-45f7-ba27-b538c8ad43c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.39111422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b07628d2-765e-4206-8258-a1f3af17f3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.447279252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b07628d2-765e-4206-8258-a1f3af17f3a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.447357707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"73d2ab5f-382d-4588-a279-5085a0ed91a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.44999423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4edc7a1c-0415-45f7-ba27-b538c8ad43c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.489931278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"df1c2cc5-51f1-442e-ad8e-83577fe3f8ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.490025017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"dd9a8c99-2e5d-49d4-8136-1e0a9a4b78da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.546246795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"dd9a8c99-2e5d-49d4-8136-1e0a9a4b78da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.546301567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"df1c2cc5-51f1-442e-ad8e-83577fe3f8ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:58.704310488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"7f23a40c-71a3-489f-bab2-21407c0b64d6","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:58.704389154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"7f23a40c-71a3-489f-bab2-21407c0b64d6","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.806533078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f7c1919e-edc6-4083-bd5f-9746c2974e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.861977495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f7c1919e-edc6-4083-bd5f-9746c2974e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.470731248Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"e840051f-1e6d-4875-8d36-30e23baaa6cc","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:00.528345478Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"aa5eb0ac-7265-4c27-bb39-a17e22bee1ba","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:00.52842498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"aa5eb0ac-7265-4c27-bb39-a17e22bee1ba","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.645702226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4fa3989-3897-4628-859c-dd0960269ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.645840836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d5361412-e133-423e-acdd-7eecf5b063a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.645704643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"71030454-2cca-4f1d-a17a-f11e49d3a4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.646405795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d142a603-57bd-4f94-878c-43f1ddb2561a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.646408516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7ce9804d-b996-4b78-aa85-3d052cd2dc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.718059161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4fa3989-3897-4628-859c-dd0960269ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.718825974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d142a603-57bd-4f94-878c-43f1ddb2561a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.721947802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d5361412-e133-423e-acdd-7eecf5b063a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.722366522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7ce9804d-b996-4b78-aa85-3d052cd2dc55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.729770849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"71030454-2cca-4f1d-a17a-f11e49d3a4ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.045506015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"046ecd57-6c2b-4459-80c0-73bc66a52f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.046861876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"dfa6e2ad-9b83-4ae5-8c5b-e138c8990b2e","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.045435383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766054e8-d194-4eb1-a30e-0bbd2dea4c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.046538352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a1e20da2-257f-42cf-bf04-cb8b398dbe9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.046211094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"32193c73-f83d-4b4c-ad8b-cd80a5f89b9f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.122914002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a1e20da2-257f-42cf-bf04-cb8b398dbe9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.126795821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766054e8-d194-4eb1-a30e-0bbd2dea4c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.134015933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"dfa6e2ad-9b83-4ae5-8c5b-e138c8990b2e","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.134032377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"046ecd57-6c2b-4459-80c0-73bc66a52f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.134516066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"32193c73-f83d-4b4c-ad8b-cd80a5f89b9f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.48483549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8874c30d-77e8-48fa-85de-b6072599b0b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.541554218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8874c30d-77e8-48fa-85de-b6072599b0b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.819261617Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"e49733bf-1248-4e22-a314-7346c2084d75","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:01.877176723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"1aa8eb4b-5d56-4974-825e-56a2c901bf59","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:01.877260057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"1aa8eb4b-5d56-4974-825e-56a2c901bf59","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.979410279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"324feb90-bf9e-466f-ba80-24f48988a5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.979725575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d62c36dd-bf49-4752-ad9b-1c57bab05260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.979409347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cadd9a5d-95cc-4a0d-8513-ed731acb0d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.980205626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fe9fca7a-027f-4ba0-b342-69988e04d587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:01.980273166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28fde9f2-68b8-446b-9482-cb8f8f7918a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.036819842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"324feb90-bf9e-466f-ba80-24f48988a5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.037326484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cadd9a5d-95cc-4a0d-8513-ed731acb0d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.040416692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28fde9f2-68b8-446b-9482-cb8f8f7918a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.044722663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fe9fca7a-027f-4ba0-b342-69988e04d587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.0452454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d62c36dd-bf49-4752-ad9b-1c57bab05260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.396593686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"269b23fe-5c77-4ef7-88f1-03c29e1d0351","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.396718096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"25631ab2-a092-4314-b1fe-109a30d47b75","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.397241129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b139d9aa-ec8a-4723-a8f3-5042868498b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.397279347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"ffeee23e-3d61-4f02-8ce0-1f4b71ef69dd","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.447790016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03c179d-0b89-49ed-9057-9b379b706ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.452480222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"269b23fe-5c77-4ef7-88f1-03c29e1d0351","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.452736416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"25631ab2-a092-4314-b1fe-109a30d47b75","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.455019007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b139d9aa-ec8a-4723-a8f3-5042868498b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.455090774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"ffeee23e-3d61-4f02-8ce0-1f4b71ef69dd","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.504052891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f03c179d-0b89-49ed-9057-9b379b706ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.778914488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"34cc0040-7241-448a-a60c-8dfe99be2707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.834429593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"34cc0040-7241-448a-a60c-8dfe99be2707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:03.139527795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"91e969b6-e844-4d28-b309-7d728068c041","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:03.13960062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"91e969b6-e844-4d28-b309-7d728068c041","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-detach-148f23 is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.192428442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"eb1d7db3-71c7-4c73-9647-2161b8ef99f0","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.192455928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"eb1d7db3-71c7-4c73-9647-2161b8ef99f0","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.243953967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"d5c3691a-91ea-49a3-85ea-43e81f8644df","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.244672192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"292f7004-aae9-4b69-8f4f-9d7e48cedc4c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.297810632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"e5878b49-9562-4011-b152-cfc681b12f7c","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.297840078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"e5878b49-9562-4011-b152-cfc681b12f7c","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.30115792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"d5c3691a-91ea-49a3-85ea-43e81f8644df","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.302128089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"292f7004-aae9-4b69-8f4f-9d7e48cedc4c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.306993671Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"dc7d65c4-2418-4498-9f82-3acd5e39d401","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.358504961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"237b9bdb-c48d-486b-b0d6-27499b46c19e","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.358963109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"c5a43055-3fe7-49c9-a387-eeb144fe2fb8","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.418832401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"5f7fa7b3-43aa-43e9-b3f1-cbca67b3e4d9","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.418882148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"5f7fa7b3-43aa-43e9-b3f1-cbca67b3e4d9","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.47208814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50655900-58c6-4317-b895-417bfa9a09cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.47213868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"817d03ce-a385-443f-8a34-cadc801d60af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.472542959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"72ed3e0f-ea14-4ef1-b49c-6836afe09b12","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.533079633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"72ed3e0f-ea14-4ef1-b49c-6836afe09b12","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.533902113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50655900-58c6-4317-b895-417bfa9a09cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.537667974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"817d03ce-a385-443f-8a34-cadc801d60af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.737938822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"4a7f003d-2aff-4fb5-a1a5-06f99b84b74c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.737995623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"38e2643c-1d8d-4cbc-ae50-a9f09ca56d26","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.793512431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"4a7f003d-2aff-4fb5-a1a5-06f99b84b74c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.793713387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"38e2643c-1d8d-4cbc-ae50-a9f09ca56d26","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.940237607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ca980930-ca3d-40cd-9ac2-8064d70a7520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.940333836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8caac424-666f-4107-9d4f-bdc39987fbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.940866755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9d18b314-0e74-4c43-af74-03568c58a370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.996555288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ca980930-ca3d-40cd-9ac2-8064d70a7520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.996744885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8caac424-666f-4107-9d4f-bdc39987fbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:03.99907714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9d18b314-0e74-4c43-af74-03568c58a370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.102092866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5c31cd5a-a502-4795-93ec-e619dd121547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.157216674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5c31cd5a-a502-4795-93ec-e619dd121547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.26367757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e10b8248-e373-4619-a9f4-de3869a83ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.324201855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e10b8248-e373-4619-a9f4-de3869a83ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.361646721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"04fba9c6-d4dc-430b-9262-33fac3cb3883","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.432676395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"04fba9c6-d4dc-430b-9262-33fac3cb3883","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.57256432Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"83604cab-97c1-45ff-899c-63e205fc599f","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.732045324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6aad3636-778d-4bf7-90f7-30d2de09bddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.737394147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f3c4f728-c62a-410d-b304-e06893fd4df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.737544179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7029969e-778a-47bd-b4b2-79de7f167dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.737972251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ed9c613e-05b0-4ce4-8ff7-d6003b736220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.787420314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6aad3636-778d-4bf7-90f7-30d2de09bddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.793257537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f3c4f728-c62a-410d-b304-e06893fd4df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.793394889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7029969e-778a-47bd-b4b2-79de7f167dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.795698655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ed9c613e-05b0-4ce4-8ff7-d6003b736220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.864238731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2f3cdbd0-c4b4-46b4-9817-a5f4b4584bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.931600661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2f3cdbd0-c4b4-46b4-9817-a5f4b4584bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.070280838Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub","reconcileID":"ee8c4924-c402-4c7a-aadb-8110c7c455d1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.228450821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e8117456-6076-47a0-8d61-1d8c54b67fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.229158286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"88d196d3-7000-4074-9fb8-1e6d2f7fcc3e","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.229217255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"647b740c-9464-46bf-9b51-eeafd679dbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.228454672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cdc4748a-6d11-49f5-b163-3864f67fb49a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.286959334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e8117456-6076-47a0-8d61-1d8c54b67fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.287832637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cdc4748a-6d11-49f5-b163-3864f67fb49a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.30428601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"88d196d3-7000-4074-9fb8-1e6d2f7fcc3e","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.305180362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"647b740c-9464-46bf-9b51-eeafd679dbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.360070683Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub","reconcileID":"ee8c4924-c402-4c7a-aadb-8110c7c455d1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.366784861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"5fe5c700-6646-4195-8556-b17150c4b416","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.459177339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"5fe5c700-6646-4195-8556-b17150c4b416","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.602931108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"825e4b14-db7d-4713-a40c-6f72dd756b8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.652931358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"3a2d7238-349a-405f-a009-2bc4cc4b3c5e","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.653190355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.685177666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c46840fa-126d-4d05-9470-e80462da6092","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.782881993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c46840fa-126d-4d05-9470-e80462da6092","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.834305302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7b867514-e1ff-415c-b921-1b696dbdaa6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.845192803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d8fde2cf-a4db-4e34-be23-9b79715b6a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.897047054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7b867514-e1ff-415c-b921-1b696dbdaa6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:05.902789871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d8fde2cf-a4db-4e34-be23-9b79715b6a27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:06.18027247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bb79772b-5e90-45c4-96b2-37317d560ab4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:06.254115921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bb79772b-5e90-45c4-96b2-37317d560ab4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.50983296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9741f8ae-6e7e-462e-9172-267312a470e9","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.509864405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9741f8ae-6e7e-462e-9172-267312a470e9","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.613958431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"480a43f1-260d-4815-b069-bf9adf686d93","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.613988957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"480a43f1-260d-4815-b069-bf9adf686d93","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.721996552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b69fb592-efce-45ce-81f6-294bf0b81737","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.77755855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b69fb592-efce-45ce-81f6-294bf0b81737","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.83178381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dc6e48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ea5928a1bdc37626996464af23e3248d878e8d8f73f9c21c149823aaf5fa3c09) AuthConfig (0f2e9b0b23f26854a4278cb808311f33ca770797b0e3058ab72063700d357592) AuthConfig (65f53dfa278281ab47edcc2d6d16362b9b38439201dbaac99b9c4c7859e67ea5) AuthConfig (82904acf6bf6df5c6f32b06e6a7efedabe682bafccd3dd4a58416170110e5869)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b69fb592-efce-45ce-81f6-294bf0b81737","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.94086727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"d1a234b1-918b-4d66-9b42-2018f758eb91","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.940895606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"d1a234b1-918b-4d66-9b42-2018f758eb91","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.636456033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"08c10d51-eb18-4886-935f-b518c82f6caa","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.63645607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"3be3d592-cfc8-4ec0-b31c-5889c0d8491b","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.639977287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"f6dacc63-31ba-426b-a9bc-9fb7f4dc273a","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.693636462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"08c10d51-eb18-4886-935f-b518c82f6caa","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.694517855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"3be3d592-cfc8-4ec0-b31c-5889c0d8491b","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.700502773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"f6dacc63-31ba-426b-a9bc-9fb7f4dc273a","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.752499218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dc6e48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ea5928a1bdc37626996464af23e3248d878e8d8f73f9c21c149823aaf5fa3c09) AuthConfig (0f2e9b0b23f26854a4278cb808311f33ca770797b0e3058ab72063700d357592) AuthConfig (65f53dfa278281ab47edcc2d6d16362b9b38439201dbaac99b9c4c7859e67ea5) AuthConfig (82904acf6bf6df5c6f32b06e6a7efedabe682bafccd3dd4a58416170110e5869)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"08c10d51-eb18-4886-935f-b518c82f6caa","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:16.568235772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4170b8e-bc80-4b0d-8da5-22e68504e428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:16.621834234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4170b8e-bc80-4b0d-8da5-22e68504e428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:16.673919107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4170b8e-bc80-4b0d-8da5-22e68504e428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:16.729170134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4170b8e-bc80-4b0d-8da5-22e68504e428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:18.691374096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633474bd-ddc6-44d8-bed3-abdd8ef4c74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:18.743686607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633474bd-ddc6-44d8-bed3-abdd8ef4c74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:18.795695373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633474bd-ddc6-44d8-bed3-abdd8ef4c74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:18.847906549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633474bd-ddc6-44d8-bed3-abdd8ef4c74f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:19.065290363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"7763fab8-9fcc-4c08-86a7-f0e621e81228","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:19.122235131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"7763fab8-9fcc-4c08-86a7-f0e621e81228","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:19.187367958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-dc6e48-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ea5928a1bdc37626996464af23e3248d878e8d8f73f9c21c149823aaf5fa3c09) AuthConfig (0f2e9b0b23f26854a4278cb808311f33ca770797b0e3058ab72063700d357592) AuthConfig (65f53dfa278281ab47edcc2d6d16362b9b38439201dbaac99b9c4c7859e67ea5) AuthConfig (82904acf6bf6df5c6f32b06e6a7efedabe682bafccd3dd4a58416170110e5869)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"7763fab8-9fcc-4c08-86a7-f0e621e81228","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:20.856788235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624299a3-fc27-4e3e-91f6-d888f378cec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:20.908784554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624299a3-fc27-4e3e-91f6-d888f378cec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:20.961061766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624299a3-fc27-4e3e-91f6-d888f378cec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.013178908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"624299a3-fc27-4e3e-91f6-d888f378cec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.724902412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"889df75e-e06b-427f-a506-751a695283f5","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.725204538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"017a3efa-cf3f-4954-8d80-654fcdbf2519","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.792233073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"700812a1-4df7-4875-babf-282d0d52bc19","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.794732842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"5e1d637f-c730-469a-b3e5-e9d7636a13af","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.895851041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"272e7e60-a2fb-481f-a435-3fce59626c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.896016898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"63d9b489-840b-44b8-9872-bd0bcb0a9b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.934581275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"e2b1a529-c33e-4aff-af81-5a7d1ab3e498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.947666218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"e0b875d4-58ae-488b-8521-1d933b3233c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.963033289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"63d9b489-840b-44b8-9872-bd0bcb0a9b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.964764842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"272e7e60-a2fb-481f-a435-3fce59626c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.4091045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0f287133-4251-4d44-a236-d1e290957836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.410133052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"120c40a5-f9e7-44b2-9a83-ab76724686dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.473329977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0f287133-4251-4d44-a236-d1e290957836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.477630187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"120c40a5-f9e7-44b2-9a83-ab76724686dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:24.15654401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9ab469-c81a-4b56-aca2-411c6d5da9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:24.220425358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9ab469-c81a-4b56-aca2-411c6d5da9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:24.290978403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9ab469-c81a-4b56-aca2-411c6d5da9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:24.349938423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe9ab469-c81a-4b56-aca2-411c6d5da9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:24.754277532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:25.32798437Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b354e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b354e3","reconcileID":"07a3d253-ae80-4fc9-b284-d2281fe15b78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b354e3","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b354e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:26.259573125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8edf46-dc23-4bde-891a-2fc191544405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:26.312572247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8edf46-dc23-4bde-891a-2fc191544405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:26.364686289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8edf46-dc23-4bde-891a-2fc191544405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:26.416623267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b8edf46-dc23-4bde-891a-2fc191544405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:28.337640845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424779d7-e874-4804-9263-0855f93a5953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:28.389786706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424779d7-e874-4804-9263-0855f93a5953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:28.441960298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424779d7-e874-4804-9263-0855f93a5953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:28.493735179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"424779d7-e874-4804-9263-0855f93a5953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:29.399724507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"09113403-72a8-4d19-9e6d-58a404d1246c","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:29.455903479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"09113403-72a8-4d19-9e6d-58a404d1246c","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:29.874434579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"b8bfa5d1-d388-4b49-a8c0-ecfec1dd246c","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:29.8744615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"b8bfa5d1-d388-4b49-a8c0-ecfec1dd246c","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:32.4738102Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d27cbd99-f273-48e0-b4f1-a624037b559d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:32.473840605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"2411f493-c708-48f4-a984-2dab92214a8a","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:32.683090576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"f059ad19-7438-44ec-ae13-76adc2ad1c42","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.733929283Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.789312255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"30c4b93a-e015-41eb-bec8-85eab32c11e1","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.789341301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"30c4b93a-e015-41eb-bec8-85eab32c11e1","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:33.848107015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"00a01bc8-7cea-49c4-994b-da20f2aa84fb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-148f23-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.949161494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"c4d29b31-2005-4b9a-bb4f-cb22ddbed500","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.954778592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"48c95a7c-760d-4d96-be88-74324876f4d9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.956510053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"2a26422d-87ea-4ddc-89f8-e105047d1886","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.956597608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"2a26422d-87ea-4ddc-89f8-e105047d1886","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.956789521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"647494b8-c494-4d78-93c3-0c8fa7426e99","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.006552336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"c4d29b31-2005-4b9a-bb4f-cb22ddbed500","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.011916697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"48c95a7c-760d-4d96-be88-74324876f4d9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.013076789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"c2e5d568-a4fd-4310-a202-e2aa57da28b0","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.017386653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"647494b8-c494-4d78-93c3-0c8fa7426e99","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.044824214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"ca10335b-5fe3-4bc0-8fb4-b5501d504c25","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.065277717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f5996433-2ca6-409e-a7cc-c0142ba8bec2","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.065314299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f5996433-2ca6-409e-a7cc-c0142ba8bec2","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.098964795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.101626016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"ca10335b-5fe3-4bc0-8fb4-b5501d504c25","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.169167134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"6a45be7a-365d-4db4-ab1d-82b128be0e33","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.169200004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"6a45be7a-365d-4db4-ab1d-82b128be0e33","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:34.20524549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-sub","reconcileID":"f536b9a5-fecc-40b4-966a-8d44b8a491bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.254244994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2997e143-f4e3-441f-a398-6cedad8e21ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.273414729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"fe0cdc47-8a64-4161-996d-86bc8f28ad1c","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.273441645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"fe0cdc47-8a64-4161-996d-86bc8f28ad1c","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.280069334Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"809d19ff-8493-4d55-ab23-780e750fbb44","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-att-detach-148f23","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.310492312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2997e143-f4e3-441f-a398-6cedad8e21ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.325501565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"0a93b5de-23c9-4c10-9781-987b2b087170","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.373577767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"1ab30129-5361-40b0-8b51-f6a53174d640","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.420105693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"574f3468-7cbf-4110-823b-0dd5f5423c4a","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.472296471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"3f094f53-59d6-4ff4-8a7f-e1354bcb8fae","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.474862535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6dc921e1-7eab-437a-ac45-550b85b2cf7c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.480289021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"5fe8da14-2a84-4877-8aec-9bbadb6c35d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.52831845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"3f094f53-59d6-4ff4-8a7f-e1354bcb8fae","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.530302448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6dc921e1-7eab-437a-ac45-550b85b2cf7c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.535356759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"5fe8da14-2a84-4877-8aec-9bbadb6c35d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.546121092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"600b7173-c919-44dd-9816-1fe0f59407be","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.546141353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"600b7173-c919-44dd-9816-1fe0f59407be","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.574674155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"fd10484f-e42f-44e0-a0cb-ab9a5a15c26b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.630421562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"fd10484f-e42f-44e0-a0cb-ab9a5a15c26b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.637393753Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-sub","reconcileID":"07273285-f7ad-44df-8aed-83dd4a9cdcfa","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.71686844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1a89cb6f-f0f7-4407-974c-b7914100ff8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.752171894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"19d82dee-0980-443a-874e-7db2d922b17b","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.772140854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1a89cb6f-f0f7-4407-974c-b7914100ff8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.799396353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"c555b2bc-213f-46fd-be6f-c10804b88865","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.845136426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"072c2459-cc4d-4b96-8646-326ff99d6446","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.942963028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"acb2654f-0375-4085-b3af-fbc3b912e32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.943650978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0f94f664-3c67-43f6-9f15-846e168635f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.008965965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0f94f664-3c67-43f6-9f15-846e168635f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.012593738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"acb2654f-0375-4085-b3af-fbc3b912e32a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.013309322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-sub","reconcileID":"c135cb96-0b7d-4602-94bb-5a1a81b898f9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.108174403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"97858c68-5afb-45e7-b9ad-231b4c83563c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.165630243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"97858c68-5afb-45e7-b9ad-231b4c83563c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.993564708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"d97f686c-170f-466b-a652-5427572a9cd0","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.149517485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"a2b7978f-8e33-4d9f-9640-ca22fc9dfd08","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.149519357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"87ba9e01-8c38-460a-9308-17570b1ccb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.152772665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"844314c0-2441-4d21-b7da-d3a71aeb9bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.205366438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"a2b7978f-8e33-4d9f-9640-ca22fc9dfd08","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.205431727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"87ba9e01-8c38-460a-9308-17570b1ccb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.207790494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"844314c0-2441-4d21-b7da-d3a71aeb9bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.728753593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"7aed0c83-6db4-41c1-93b2-a19e3becabac","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:45.079358374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"366d4226-ed23-4cf6-94f3-ff13a7fd807c","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:45.079409191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"366d4226-ed23-4cf6-94f3-ff13a7fd807c","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:45.358581084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"98aeb2da-edff-4892-8ffe-d908bb9b6c2b","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:45.371209379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"2d9c3cf7-40f2-4f3f-a601-47bcbbe54f93","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:45.371209339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"0bb5777c-be32-4cb1-bca0-0b50a0d143d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:45.414738086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"98aeb2da-edff-4892-8ffe-d908bb9b6c2b","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:45.426799128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"2d9c3cf7-40f2-4f3f-a601-47bcbbe54f93","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:45.426994635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"0bb5777c-be32-4cb1-bca0-0b50a0d143d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.154635219Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-sub","reconcileID":"ff30cd56-64d8-42bf-b737-ad28bc9ce355","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.367710486Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-sub","reconcileID":"ff30cd56-64d8-42bf-b737-ad28bc9ce355","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.575840049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"bd3a914a-bd6a-4711-9676-350425a4ae47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.629543925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"900a0166-dfa5-4f48-a7ff-f7e177070c24","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.630214111Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.773608339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"e551aaf5-d1de-49ab-ac96-e7534544ab67","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.787867537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bddb9be4-337a-4832-8096-14ccbbfc8a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.788008341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"d390f643-3585-4571-8ca5-3c929c65e97b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.787866999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6303bceb-61d1-45de-a243-4d2642fa8d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.843929742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6303bceb-61d1-45de-a243-4d2642fa8d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.844408785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"d390f643-3585-4571-8ca5-3c929c65e97b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:47.84615993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bddb9be4-337a-4832-8096-14ccbbfc8a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:48.000892884Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-api-key-no-access-auth","reconcileID":"74cbf592-12ea-44ff-9e1d-7188e542ac2d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:48.15984935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"4bb45637-440d-4e2f-a66f-4ed3cfe77540","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.327241025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"50531d37-7243-435e-8cd3-cccea594d664","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.381153275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"1bcf8527-eb00-432d-9a2d-ae138950c49f","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.49608252Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","namespace":"ai-tenant-e2e-inf-a-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.496140514Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","namespace":"ai-tenant-e2e-inf-a-85584b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.496195007Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","tenant":"e2e-inf-a-85584b","tenantID":"e2e-inf-a-85584b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.536622125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"db8dab99-4226-46a4-be94-88d749ba2882","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.549391047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"Deployment","name":"maas-api-e2e-inf-a-85584b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.591859331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"db8dab99-4226-46a4-be94-88d749ba2882","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.605038758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"4b4edd2c-a5a9-4a65-b088-7a8c46172399","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.605041342Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.610276295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"Service","name":"maas-api-e2e-inf-a-85584b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.662282901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"692371e9-68d7-4812-906f-8ff96d00b93e","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.668935089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-85584b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:49.710612804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-valid-sub","reconcileID":"6316fb5f-9b1f-4555-a3c5-ef5256adc288","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.721991681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-85584b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.759653473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"da213082-d9cc-4d9b-8a8c-ad5be720a439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.760161994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f4984f2f-f57a-479b-91df-ff417452b842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.775714737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.815849171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"da213082-d9cc-4d9b-8a8c-ad5be720a439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.817082915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f4984f2f-f57a-479b-91df-ff417452b842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.82907926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.884328633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.917028718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"d9114743-868d-4ba8-bf68-b92dc3398733","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.937839426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.97383325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"8b7e653f-ce93-4655-86e8-fcad1d3e2cbc","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.991714543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"Deployment","name":"payload-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.042906821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.060624562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"890ace56-0aac-4079-b33b-1c7349619913","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.094133456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"Service","name":"payload-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.117099346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"890ace56-0aac-4079-b33b-1c7349619913","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.144531999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-valid-sub","reconcileID":"2cbc802e-1837-4339-8aaa-b1cc176d83f4","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.145346959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.197212529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.207509231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"044adbca-2796-4648-88c7-82470ec29dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.207536205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"494c4422-d3aa-4130-93d5-71b6c2aeb0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.24857243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.26299617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"044adbca-2796-4648-88c7-82470ec29dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.263353554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"494c4422-d3aa-4130-93d5-71b6c2aeb0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.300153272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.308024563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"d2a7abed-a180-46fb-95a0-875bde777877","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.352930226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"c94724f8-176a-4886-bf78-988f687a68da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.355054553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.40627917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.457547793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.511725355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-85584b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.518330481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-valid-sub","reconcileID":"4dddea6e-e134-4212-8795-933560208d8f","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.564726857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-85584b"},"namespace":"ai-tenant-e2e-inf-a-85584b","name":"default-tenant","reconcileID":"fa9bc92b-b6ac-4ceb-9ab5-921e16c319fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-85584b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:52.48279002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"b65eff2e-e7d9-48c5-8ee8-a84c6d28709d","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:52.64005555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"64243fd1-27e1-425f-a117-f407fa9864c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:52.640055405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"a0a674c5-ac25-45a6-974d-fe0423a22b64","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:52.640557649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4e8bf861-ad62-4358-b011-2ba75563442e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:52.696755465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"64243fd1-27e1-425f-a117-f407fa9864c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:52.697812482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4e8bf861-ad62-4358-b011-2ba75563442e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:52.699188323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"a0a674c5-ac25-45a6-974d-fe0423a22b64","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:53.443301651Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-85584b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-85584b","reconcileID":"ff0616d5-1aa7-4e29-a005-b58021278071","aitenant":"ai-tenants/e2e-inf-a-85584b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:54.045400283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ee597f-d524-4cca-95cf-05adf0f1c6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:54.098175436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ee597f-d524-4cca-95cf-05adf0f1c6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:54.150736641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ee597f-d524-4cca-95cf-05adf0f1c6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:54.202897656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ee597f-d524-4cca-95cf-05adf0f1c6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:54.260321527Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-85584b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-85584b","reconcileID":"ff0616d5-1aa7-4e29-a005-b58021278071","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-85584b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-85584b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:54.751959919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.170960993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01529c6-e290-4c0c-8879-cf074190104e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.22764594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01529c6-e290-4c0c-8879-cf074190104e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.280271316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01529c6-e290-4c0c-8879-cf074190104e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.332315815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a01529c6-e290-4c0c-8879-cf074190104e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.821312391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"30e46a09-88d2-49bd-96e6-73a290afbfb6","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.821833879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"241dca28-d50b-4973-a767-8d837c65d5d0","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.822229798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"d132767b-3bff-44b0-9267-b2f38c1441be","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.901539174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"bd812632-05b5-464c-8917-854967993cfa","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.902191987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"fabea3ab-6cad-4e29-b388-5fdef1bc20fe","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.902663284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"22e5576c-f17c-47e0-b532-65c14f181f72","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.982267949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3e7e7f53-1aba-4d04-8e66-a40f7b78f030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.983430275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8faa5fd0-f5ad-4bd7-8134-1d399d8a887d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.03854782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"57fd2fee-4a96-4351-a964-5575523b5ceb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.039280924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"6cf3158f-fcbe-4ae3-862d-a436350f7402","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.050269484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3e7e7f53-1aba-4d04-8e66-a40f7b78f030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.061326891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8faa5fd0-f5ad-4bd7-8134-1d399d8a887d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.416708697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d5f12e28-6b1e-4ddb-a355-5a5145862526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.417310982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5dde2d2b-476c-4a59-8bc5-1cfe27d5030a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.486718594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5dde2d2b-476c-4a59-8bc5-1cfe27d5030a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.490972779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d5f12e28-6b1e-4ddb-a355-5a5145862526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:58.622950118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b8b7c2-79d6-4cea-aa98-f349130a9aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:58.675195353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b8b7c2-79d6-4cea-aa98-f349130a9aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:58.727273567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b8b7c2-79d6-4cea-aa98-f349130a9aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:58.779720522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b8b7c2-79d6-4cea-aa98-f349130a9aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:02.274413843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64be47e8-be6b-49b9-96c1-3f8f4496ee78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:02.331753724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64be47e8-be6b-49b9-96c1-3f8f4496ee78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:02.384191492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64be47e8-be6b-49b9-96c1-3f8f4496ee78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:02.437441695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64be47e8-be6b-49b9-96c1-3f8f4496ee78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:02.646919343Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-valid-sub","reconcileID":"83c35741-4961-48f9-9355-c9cf924ffc22","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:02.879870109Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-valid-sub","reconcileID":"83c35741-4961-48f9-9355-c9cf924ffc22","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.095729136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"59a85bd8-3b34-4a01-b441-373bac020ccf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.153283461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"33872bd7-2154-4235-a3f7-839873725ba9","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.153757884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.316919803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a6458649-022e-4d12-b06e-e5cfb64d63fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.318064729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"ce82cba4-5591-4fae-b0d3-cafdad678091","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.31900962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"40531991-8583-4dbd-84bc-e0d1851509ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.324884345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"54d338d6-0994-4c7a-88b4-842f7c01ed5d","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.38504974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a6458649-022e-4d12-b06e-e5cfb64d63fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.398344462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"ce82cba4-5591-4fae-b0d3-cafdad678091","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.406664718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"40531991-8583-4dbd-84bc-e0d1851509ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:03.740270452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-invalid-sub-auth","reconcileID":"c3dc1179-ec26-4f63-8b82-10c699c24481","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:04.005365203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"04362343-4383-4907-85dd-bcf7c2d0b5bb","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:04.685562687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ffa5a-186d-4581-90f3-af36eaf4919f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:04.737680594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ffa5a-186d-4581-90f3-af36eaf4919f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:04.789784513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ffa5a-186d-4581-90f3-af36eaf4919f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:04.841917897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0ffa5a-186d-4581-90f3-af36eaf4919f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.287388633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"53f530d6-f4f8-4302-b981-0583b130706c","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.343846789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"7a835afe-74cc-4bd7-9120-5b97d2d30044","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.49916488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"15da8a65-133d-4693-ab34-2977b4acb6ee","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.554912344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"15da8a65-133d-4693-ab34-2977b4acb6ee","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.565172491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"fe8478bb-6865-40b9-8256-0d67e43105a0","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.565297856Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.622060043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"db7cbf08-9a03-42bc-9851-1db370e9633c","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:05.670917301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-user-sub","reconcileID":"913a389a-f521-4d25-9360-15175f1399e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.721946524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f9582885-adcf-47ea-83ab-dc341b60b628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.72245013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e05ef8ba-ec14-42a6-89e8-780c8134876b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.778203389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f9582885-adcf-47ea-83ab-dc341b60b628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.77933698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e05ef8ba-ec14-42a6-89e8-780c8134876b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.825091157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"d4821f87-d967-4792-8ea8-0e3c2116dc68","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.846884939Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]","namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-models-other-sub ai-tenant-e2e-worker-w4-190724/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.875848172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"c1a0ff94-30d6-4192-a3e4-c1253006b582","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.903320816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"0c847148-b676-440d-8661-384532ebdaf4","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.955435882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"372d1cf1-a888-443d-bffe-77ba01e30d6e","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:05.958542739Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:05.959842279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"f2554351-c9d6-42bc-9611-3d3ea1957484","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.009651755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"b7f0a67a-c83a-498d-9358-2a6fb78e904d","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:06.011821028Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.06256134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"ba55cc67-5527-4025-8609-04c663ea9591","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.118105761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"ba55cc67-5527-4025-8609-04c663ea9591","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.220053874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"98a79e9d-4746-400a-bf72-e59af7dfa39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.224617713Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-user-sub","reconcileID":"b1a12c7f-0bcc-4c8e-a266-bde52e314b31","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-models-other-sub","ai-tenant-e2e-worker-w4-190724/e2e-models-user-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.269748681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c3fdc7e0-c1bf-479e-9c0f-4bbcea90da70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.276584888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"98a79e9d-4746-400a-bf72-e59af7dfa39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.327044185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c3fdc7e0-c1bf-479e-9c0f-4bbcea90da70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.33311735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-other-sub","reconcileID":"f09ddb48-c9af-4a53-8ecb-645bf5aa3a4a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.388157824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"10512c7e-b505-4e38-8ded-870d9c085a81","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.434783051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"4224ae90-634e-4518-acbc-e1e56c9ed132","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.498388605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"3240e889-c4db-437e-a190-64af23df127e","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:06.542364427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"ba55cc67-5527-4025-8609-04c663ea9591","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.596266547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-user-sub","reconcileID":"3eec2c98-1fbd-4d65-ba61-ceec5fa33c7d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.706393569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-other-sub","reconcileID":"4bd16464-6b23-43de-b8a0-8c348d2e542c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.723540695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0e5254-4379-4d83-b780-d24b06fb5639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.723673047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"b26da38f-ca4c-4cf1-9019-23342aad14c0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.776127311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0e5254-4379-4d83-b780-d24b06fb5639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.828219009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0e5254-4379-4d83-b780-d24b06fb5639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.831693498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"b26da38f-ca4c-4cf1-9019-23342aad14c0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.881295131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0e5254-4379-4d83-b780-d24b06fb5639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.760660252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d504f9e-118b-4816-baa4-a1afc0d0eba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.81299517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d504f9e-118b-4816-baa4-a1afc0d0eba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.90345716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"7615437b-fd63-4b99-8ebb-f298451b2d68","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.906641478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d504f9e-118b-4816-baa4-a1afc0d0eba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.959734611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d504f9e-118b-4816-baa4-a1afc0d0eba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.115797547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1f0594b7-4af8-427b-b0c1-8b5013698614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.116030203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"59167e49-a54a-4921-a38c-caf4552fa0a7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.116563263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c149d9aa-7565-4065-9b47-4e37c8a1ea39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.171547967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1f0594b7-4af8-427b-b0c1-8b5013698614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.172210923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"59167e49-a54a-4921-a38c-caf4552fa0a7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.173909873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c149d9aa-7565-4065-9b47-4e37c8a1ea39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.316866663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"c6919217-0784-474e-b736-8c57ac329791","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b354e3","tenantID":"e2e-ipp-b-b354e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.436206412Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"c6919217-0784-474e-b736-8c57ac329791","name":"e2e-ipp-b-b354e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.493263294Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","namespace":"ai-tenant-e2e-inf-b-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.498346037Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","namespace":"ai-tenant-e2e-inf-b-ef9b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.498555177Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","tenant":"e2e-inf-b-ef9b55","tenantID":"e2e-inf-b-ef9b55","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.55630714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"Deployment","name":"maas-api-e2e-inf-b-ef9b55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.621920259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"Service","name":"maas-api-e2e-inf-b-ef9b55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.684275618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-ef9b55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.747897614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-ef9b55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.829598441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.896172857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:13.966855822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.041767173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.10385453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"Deployment","name":"payload-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.168803666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.242395878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"Service","name":"payload-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.340425024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.401796579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.47325087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.537899547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e9e65cbe-6e42-41d0-bcad-dff6b3ba9583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.538913235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"81bb6215-3b3a-4d3d-a562-7c286f37c4ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.539533317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.604740688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e9e65cbe-6e42-41d0-bcad-dff6b3ba9583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.605206312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.614705355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"81bb6215-3b3a-4d3d-a562-7c286f37c4ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.67218717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.740096834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.792891544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-ef9b55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.853785729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ef9b55"},"namespace":"ai-tenant-e2e-inf-b-ef9b55","name":"default-tenant","reconcileID":"f9dad960-466f-49a6-bf7f-d006af6c39a5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-ef9b55","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.069770548Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-user-sub","reconcileID":"7c4d9503-dffe-470f-b545-a9bc98dc2226","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.281458983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-user-sub","reconcileID":"7c4d9503-dffe-470f-b545-a9bc98dc2226","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-models-other-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.488923851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"0bc337cd-739e-466f-8466-c82b6907d192","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.488990183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-other-sub","reconcileID":"b38bb454-d6b0-4db8-80e7-6fb69d92941d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.542006171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"6909753d-48fc-455d-a9d5-991d94bec43b","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.542359708Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.597792578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"c3a229b6-057d-4445-813a-01381873c399","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.687950605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"fc0415e7-cd1f-4cb8-83e0-6b6353e2ad6f","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.697237887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"4e591929-679b-460a-bf88-2e067bad572c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.697857451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"29b50f40-417d-42c9-892e-f1c0f935bf19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.697885399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b6eae789-cae8-4027-9050-f8698ca7645c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.75363333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"29b50f40-417d-42c9-892e-f1c0f935bf19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.75373173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"4e591929-679b-460a-bf88-2e067bad572c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:19.755986086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b6eae789-cae8-4027-9050-f8698ca7645c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:20.121855032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"14dd586c-2504-4450-a323-b75c20e00594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:20.121870081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e292d267-81b8-4911-a86e-61bcd7b3b7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:20.122326136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"c7bbd79e-9cf3-4028-b07c-8fdb3b49254e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:20.178714865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"14dd586c-2504-4450-a323-b75c20e00594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:20.180152852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e292d267-81b8-4911-a86e-61bcd7b3b7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:20.181535856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"c7bbd79e-9cf3-4028-b07c-8fdb3b49254e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:22.387857063Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ef9b55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ef9b55","reconcileID":"6a69e92f-773f-4596-9d0a-cad20b8d7520","aitenant":"ai-tenants/e2e-inf-b-ef9b55","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:22.957269357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f31fae-c8a5-4c27-a5ee-f9966a2d117e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:23.009207327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f31fae-c8a5-4c27-a5ee-f9966a2d117e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:23.06121165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f31fae-c8a5-4c27-a5ee-f9966a2d117e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:23.113236656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f31fae-c8a5-4c27-a5ee-f9966a2d117e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:23.224280272Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ef9b55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ef9b55","reconcileID":"6a69e92f-773f-4596-9d0a-cad20b8d7520","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ef9b55","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-ef9b55"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:24.748219288Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:24.981587095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8350f88-9c25-4638-85c9-7e7c6abc3516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:25.03384785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8350f88-9c25-4638-85c9-7e7c6abc3516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:25.087183453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8350f88-9c25-4638-85c9-7e7c6abc3516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:25.140626953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8350f88-9c25-4638-85c9-7e7c6abc3516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:27.042994504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32d689a-89f8-46ad-b5c5-a164be7d87c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:27.095394977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32d689a-89f8-46ad-b5c5-a164be7d87c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:27.147653315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32d689a-89f8-46ad-b5c5-a164be7d87c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:27.199997303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32d689a-89f8-46ad-b5c5-a164be7d87c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:29.132554871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3527f0-c0f6-4a4d-9708-df251b7edffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:29.184716966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3527f0-c0f6-4a4d-9708-df251b7edffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:29.236900885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3527f0-c0f6-4a4d-9708-df251b7edffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:29.288858981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a3527f0-c0f6-4a4d-9708-df251b7edffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:29.560257633Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e7b2a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e7b2a3","reconcileID":"85c2b1ae-bf4d-4089-84c3-c97cf6e16135","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e7b2a3","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-e7b2a3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:29.848886532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-other-sub","reconcileID":"2e7a03f9-7c75-490b-83f0-b3de394aaedb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.062554294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-other-sub","reconcileID":"2e7a03f9-7c75-490b-83f0-b3de394aaedb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.270295196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"b98b071e-dd28-4f53-aed5-d8b869159bb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.322146443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"f9911a44-d373-459c-bb82-55bed39bcee8","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.336638375Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.462681353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"c5eb5cae-14a1-4499-8c40-8b719fa8305a","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.494355044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"3afb8c50-c6c5-41f0-b9d3-f68fd1107035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.494836096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5fabf5f1-e3ff-4b2e-8d57-e16fc404b5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.495224823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"2cd7c52a-6b22-4aff-90cf-7678858d1e3e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.550311387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5fabf5f1-e3ff-4b2e-8d57-e16fc404b5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.551961049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"2cd7c52a-6b22-4aff-90cf-7678858d1e3e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.552395377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"3afb8c50-c6c5-41f0-b9d3-f68fd1107035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.816027548Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-models-access-denied-auth","reconcileID":"9caf814c-e9b8-4002-ad56-a1458f1f34fb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:31.079899381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"9fefac95-9910-4e46-9ea5-f041f5932576","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:31.175276401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab5ec0-b086-437d-8b96-83acfddc48fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:31.227320045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab5ec0-b086-437d-8b96-83acfddc48fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:31.279421654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab5ec0-b086-437d-8b96-83acfddc48fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:31.334896997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab5ec0-b086-437d-8b96-83acfddc48fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.448926549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"92351a91-a6b5-4ea1-98f8-aed00d1264ed","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.507330128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"abed4d79-7a28-43ba-aafd-546e4ac32e07","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.739904029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"bc3fa6c4-23d1-411e-a789-043a0d666d07","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.741012244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"233ce8e4-a06c-465a-ac87-fc714978a5e7","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.742009257Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]","namespace=ai-tenant-e2e-worker-w4-190724 priority=10:[ai-tenant-e2e-worker-w4-190724/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-190724/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.80686708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"bc3fa6c4-23d1-411e-a789-043a0d666d07","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.807370689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"ab65adcc-44ac-4aa6-9a8a-f11dca524beb","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.860667666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"6b19e987-ef77-4de4-b754-1a191e143512","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:32.864778007Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.917120995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"b5364846-d461-40a9-bd59-625ceac93e19","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.955308703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7da6ef9a-c4a5-4f3a-bb1f-95275046cefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.967748213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ad14ed4d-76bf-44c1-9ee5-bdbfe7d17194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.999293516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"1bcbf2ba-d908-49e1-9439-8d4e85522086","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.010901776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7da6ef9a-c4a5-4f3a-bb1f-95275046cefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.024235559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ad14ed4d-76bf-44c1-9ee5-bdbfe7d17194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.053410771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"faa8f691-cfff-4b78-a4ff-2f236fac7d79","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.127872795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"9ffd9799-9303-475b-90c4-f5d0c644ecb7","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.129202342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub1","reconcileID":"a0cfb66b-3892-4310-adb9-e40147fe9828","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.279523344Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]","namespace=ai-tenant-e2e-worker-w4-190724 priority=10:[ai-tenant-e2e-worker-w4-190724/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-190724/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.279824121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"97cc1653-786c-4974-a477-e6f15c4b9bc2","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.31191547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"27581954-4b96-4279-8b6e-7fa5e8c09e4e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.338625852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"e400e8e7-b26c-479a-8e17-4ba18fc38e12","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.33910699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"2cb80e9f-1f14-4b18-84ae-2cdea10ad403","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.369814264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"27581954-4b96-4279-8b6e-7fa5e8c09e4e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:33.385704224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub2","reconcileID":"cd676649-f2bc-401f-a450-14258af95580","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.397801471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"a48ea427-e2b1-4e94-9f1c-48c9570462f5","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.412259242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"394fe4a1-19c7-4e36-9e01-518e015c5889","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.469185456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"394fe4a1-19c7-4e36-9e01-518e015c5889","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.5132192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub1","reconcileID":"faecfb00-c627-47a9-a523-26f3559fd578","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.514078329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"20f81a8c-bf4f-464c-8086-4689df8e4c87","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.534618263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ce989780-52d1-4b32-97be-88e67d32dfd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.537144349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0b525412-0209-48a7-aba4-eacb4d1796f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.576642838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"4dd59df8-d3f2-42a8-8b79-842cf5ada147","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.596528106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ce989780-52d1-4b32-97be-88e67d32dfd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.598444612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0b525412-0209-48a7-aba4-eacb4d1796f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.685008627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"16fac267-107c-403b-be4a-cf3fdf167a78","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.690989066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"7486da9a-e14f-4e07-aa2d-6c2688284e8e","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.785634754Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub2","reconcileID":"134c9a6b-30a3-4cd9-a85d-3770bd722bba","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"distinct-2-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.93697722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"5deacb65-c822-49fa-a8a8-78bd4c57007a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.941886968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"83b31ea3-07ca-4afd-a3b7-19b142001d00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.951590749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"cf5932b5-6984-4238-9bba-fa5a849dd2ca","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.992461226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"5deacb65-c822-49fa-a8a8-78bd4c57007a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.997479775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"83b31ea3-07ca-4afd-a3b7-19b142001d00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:34.088236901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b9695cdf-0910-40d0-b7cc-5dfecd141120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:34.088236218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c143170c-053c-4d42-b3cd-5b6d69a5df17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:34.144365391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b9695cdf-0910-40d0-b7cc-5dfecd141120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:34.144473994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c143170c-053c-4d42-b3cd-5b6d69a5df17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:34.159356878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub2","reconcileID":"9439efcd-d399-45af-9e79-0de459e9c697","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.11408269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"5b422784-670b-447a-8b28-daa29ae6c611","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.274273297Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub1","reconcileID":"68d4b607-5221-40b8-9b2d-e8b80b2466f5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6309d2cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.372231471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"853558ec-bdb7-46c9-a4c2-fa3963c9af6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.376293831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"7f22cd1a-b1d4-4461-b5fc-79de735ca50b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.376495086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"461259db-bdcf-45e9-97c1-6b14e9a7d026","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.376778462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3c0e9acc-5814-4e16-aa10-cb812c2b4c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.427433861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"853558ec-bdb7-46c9-a4c2-fa3963c9af6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.431961894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"7f22cd1a-b1d4-4461-b5fc-79de735ca50b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.432091895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3c0e9acc-5814-4e16-aa10-cb812c2b4c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.43423642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"461259db-bdcf-45e9-97c1-6b14e9a7d026","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.574079987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-2-w2-8ff537","reconcileID":"b495c563-d38f-4478-80fd-d89115f945bf","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-2-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-2-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.890508977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d5a525fc-6f04-4868-ad25-1f3e434e80c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.890768668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"135fd066-d91f-4e4f-9f8f-033eff3c9b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.890508936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"8ebef338-e53a-4849-a83f-1f90cf84720d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.891293173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"278ea1b7-3726-4db0-9e88-0d38d282baea","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.936863249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"c87f9132-a3d9-4038-a9a2-15d367f4ebf1","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.948460366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d5a525fc-6f04-4868-ad25-1f3e434e80c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.948553024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"135fd066-d91f-4e4f-9f8f-033eff3c9b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.951005405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"278ea1b7-3726-4db0-9e88-0d38d282baea","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.951024442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"8ebef338-e53a-4849-a83f-1f90cf84720d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.993540735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"7bb6ae03-8d0d-4cbe-a0f3-4a29c122c560","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.149073706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"c99a75ed-496e-482c-b897-b2ab59ad7d39","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.205013048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"c99a75ed-496e-482c-b897-b2ab59ad7d39","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.214012616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"382be90b-0233-4729-87eb-dec2cfbe5ecb","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.214198678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.271180091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"68f8467f-1ec5-48c9-a5ad-3bc8482b5427","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.321262456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"4691aaeb-07b9-4022-a16d-e000a66a6478","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:38.323544378Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.372313324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"18647e4f-a31f-4884-8419-665956ced15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.372329354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3934be61-f80e-4f2c-af72-2437a55ddfdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.377326123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"db6fde45-7e6f-47b2-8758-bf26b30dbfa3","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.379998139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"a2888312-5a51-43b7-a66a-ee8765ed7b63","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.428707408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3934be61-f80e-4f2c-af72-2437a55ddfdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.428952613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"18647e4f-a31f-4884-8419-665956ced15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.507735201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"28667f08-f1c5-4b4f-b90f-60c8d5ae6a1f","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.642167255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-sub","reconcileID":"ca9ead04-b0b3-4dd1-8c05-8d5804fda1b7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-status-active-sub","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.662782454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"22bfcb93-83ee-4fbc-8434-a532f271d835","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.718865965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"22bfcb93-83ee-4fbc-8434-a532f271d835","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.787356095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8d467dfe-b669-40dc-86bf-685921e099c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.787494399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"9e16dce0-9e18-4fbc-b3a3-ac47fa1e1e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.806684889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1fb29070-b618-4b73-9036-464cf298f164","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.842797561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"9e16dce0-9e18-4fbc-b3a3-ac47fa1e1e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.842974858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8d467dfe-b669-40dc-86bf-685921e099c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:38.849623321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"35b5256f-ea17-4cdb-8ca4-7281f35a3d25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:39.013417374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-sub","reconcileID":"a3320c4e-1216-42e4-9694-ac3a703f569f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:40.96131015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a9ddbf0d-910c-4e85-87ca-b1ed64d27584","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.117072443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1820f898-5540-4db9-9afd-f96942d2ab3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.117102771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"04c698c6-cd24-4ecd-8c7a-d50786ea0ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.12184269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"c461823b-ad15-4ce6-a2b0-fc6ce0a5fc6e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.174223196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"04c698c6-cd24-4ecd-8c7a-d50786ea0ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.174223198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1820f898-5540-4db9-9afd-f96942d2ab3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.177234875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"c461823b-ad15-4ce6-a2b0-fc6ce0a5fc6e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.329707324Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub1","reconcileID":"dbd077e3-dae3-430d-84c4-ed220ff98f66","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.382004207Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub1","reconcileID":"dbd077e3-dae3-430d-84c4-ed220ff98f66","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.434254829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub1","reconcileID":"dbd077e3-dae3-430d-84c4-ed220ff98f66","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.707441125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"8ca2ebda-d7a0-466d-90bd-6cb2589aae47","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.707833259Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.866217604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"5d1b5640-7518-44b9-8cbd-34b28c969d39","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.978157197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"05f195e6-2188-41e6-b737-f6fb61cd62b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.979083845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e970a92c-5fb2-4822-8fa9-64b302d2563e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.979431145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"15aabe38-f2c3-4575-806d-24190ffd3fc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.97971263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"9862508d-a4cc-46da-ac04-a51d4b74c7e3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.0332411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub2","reconcileID":"69833b53-2d4d-494e-ab3f-3e1edbd72233","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d010850d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.035806854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"05f195e6-2188-41e6-b737-f6fb61cd62b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.038825901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e970a92c-5fb2-4822-8fa9-64b302d2563e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.041002173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"15aabe38-f2c3-4575-806d-24190ffd3fc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.042795626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"9862508d-a4cc-46da-ac04-a51d4b74c7e3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.529762875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"5ef9aa99-a460-4fb2-820f-8412a5ba985f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.529929942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"09997c95-6802-427b-8327-2b9056ebcae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.601810362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"09997c95-6802-427b-8327-2b9056ebcae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.602824841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"5ef9aa99-a460-4fb2-820f-8412a5ba985f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.618206163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a4450920-2676-4d26-bbee-50b857f2ceb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.619275561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"81416c78-19a6-4ba0-b7c3-424f290efe8c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.697555149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a4450920-2676-4d26-bbee-50b857f2ceb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:48.70081035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"81416c78-19a6-4ba0-b7c3-424f290efe8c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.893118284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c585ac74-4892-46bb-846d-873300dc6a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.893870591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"f693524b-f993-4a77-8545-70d940b0c60e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.907075108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"cc7c7bc8-2632-4d87-b7af-b0b22a010495","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.907772984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2e64a376-be13-497f-8619-34b6ddb191b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.954241139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c585ac74-4892-46bb-846d-873300dc6a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.995550995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"f693524b-f993-4a77-8545-70d940b0c60e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.999214411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"cc7c7bc8-2632-4d87-b7af-b0b22a010495","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.069230537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2e64a376-be13-497f-8619-34b6ddb191b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.581784372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"b4fef860-2996-4672-bd60-889885561d32","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.582457949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9e4b3331-fd32-45a8-aaca-834b6e462c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.584023514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e58e2814-7fa7-4c83-86ea-77477e6d2cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.6392561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"c7b8cdee-b4f9-4ea3-af53-7c8812e449d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.646023118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"b4fef860-2996-4672-bd60-889885561d32","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.647746393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e58e2814-7fa7-4c83-86ea-77477e6d2cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.653862512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9e4b3331-fd32-45a8-aaca-834b6e462c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:50.701920959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"c7b8cdee-b4f9-4ea3-af53-7c8812e449d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.123608864Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-sub","reconcileID":"e1d4552c-f088-4087-bcc3-d249ed044c91","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.336894282Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-sub","reconcileID":"e1d4552c-f088-4087-bcc3-d249ed044c91","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.543735976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"fe012014-c159-43d3-9e0c-792c0914bcce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.596691706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"06becc63-37ba-438d-a54e-759442562c1b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.596927344Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.807112744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"4ace2eb5-16cc-4af9-849d-0c3e74271b46","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.807632857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"675b233b-dc68-456a-a11a-f9e85a067101","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.808037941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f346cb80-2949-4ace-a89e-18b1ea7e79e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.808395305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f90e129a-a59c-4f0e-97e7-1a364e9c912e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.8632154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"675b233b-dc68-456a-a11a-f9e85a067101","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.863729775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f90e129a-a59c-4f0e-97e7-1a364e9c912e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.865459423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f346cb80-2949-4ace-a89e-18b1ea7e79e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:52.017872581Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth","reconcileID":"17143bee-5744-4b34-9348-8fbd45da5397","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:52.177147096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"3cb2e58e-a457-4602-b7a9-95dfaa5c0d28","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.044289668Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:53.152238747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-sub","reconcileID":"2ab4cb2c-7a8c-4ada-bda1-ee8a89bef9be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.200527247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d3fcafb0-905a-4a43-b07f-b1d5f03fabdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.201013942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5294d98b-9154-45c6-82a1-72bcfb85fefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.256428756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d3fcafb0-905a-4a43-b07f-b1d5f03fabdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.257345813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5294d98b-9154-45c6-82a1-72bcfb85fefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.620120796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"4c41083c-291a-4e5e-bded-1fa41766d620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.62012262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b6666cdc-6513-4265-8673-3f0ef03bffef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.67616078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"4c41083c-291a-4e5e-bded-1fa41766d620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.676213361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b6666cdc-6513-4265-8673-3f0ef03bffef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:54.748026245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:55.634441994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"dfe59f56-8934-4131-b845-c725c13ba85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:55.634923112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"bc4a184e-05e0-4750-9f74-3f72ff1edb3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:55.690516986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"dfe59f56-8934-4131-b845-c725c13ba85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:55.690982466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"bc4a184e-05e0-4750-9f74-3f72ff1edb3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.088509505Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub2","reconcileID":"3dacb2c4-900b-4bdb-8071-7f2d89e38447","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.140611799Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub2","reconcileID":"3dacb2c4-900b-4bdb-8071-7f2d89e38447","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.148881479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686e0177-695e-4896-acf1-dbf57fda6fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.201423367Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-sub2","reconcileID":"3dacb2c4-900b-4bdb-8071-7f2d89e38447","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.201770475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686e0177-695e-4896-acf1-dbf57fda6fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.253806739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686e0177-695e-4896-acf1-dbf57fda6fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.305750364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"686e0177-695e-4896-acf1-dbf57fda6fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.520119402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"824eaf9a-6ad0-4a61-9e3b-06c70f3805da","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.520336184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.66866971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"58ca706d-28db-4f11-b5bb-886894ee11b8","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.799433185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"7d595821-0795-4e91-b66d-42198dafe1b0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.799742525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"16f38e0c-d1c9-46ab-aabc-ec37d566352f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.800119484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"98c9d915-fd9f-4ff8-8ba9-9a6eb684863e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.800290902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ceefb267-d089-4b63-9dfd-949d60f496a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.856351411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"16f38e0c-d1c9-46ab-aabc-ec37d566352f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.857171169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"7d595821-0795-4e91-b66d-42198dafe1b0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.860913928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"98c9d915-fd9f-4ff8-8ba9-9a6eb684863e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:58.874151047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ceefb267-d089-4b63-9dfd-949d60f496a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:59.067252218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth1","reconcileID":"50f11310-c1fa-44e2-95fc-5cf49f3e6eab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:59.226043336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"2e52b142-c7a8-4ba3-9002-988e372f90e3","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:59.321863326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"8dc24589-483b-4dec-80de-b512557bab50","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:59.379899647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"b972d65a-8202-4b94-adbd-60f049d65283","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:59.38107788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"8dc24589-483b-4dec-80de-b512557bab50","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:59.558229039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-ignore-header-auth2","reconcileID":"aca3619b-6658-4f7a-8cfd-978b06a3d0bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:59.796124669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"ef2f3776-8e32-4eec-bf56-6e92ba305d7f","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:00.367496674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"69b0555d-92b0-4edf-a246-557bb422de71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:00.368347247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8632deff-6254-485c-a17c-670f2509c055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:00.425673669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8632deff-6254-485c-a17c-670f2509c055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:00.428229473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"69b0555d-92b0-4edf-a246-557bb422de71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:00.45016074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250fd6cb-23e3-41b1-a21e-b2ba3fe4d051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:00.502190691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250fd6cb-23e3-41b1-a21e-b2ba3fe4d051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:00.55425816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250fd6cb-23e3-41b1-a21e-b2ba3fe4d051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:00.606126696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250fd6cb-23e3-41b1-a21e-b2ba3fe4d051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.088573905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"86a5098e-55e2-4aa2-8941-96da88a58f93","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.142526781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"804e0495-d84e-4200-850b-8264f50674d0","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.34878304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"f6605000-0d7a-47e4-b64e-522f99f7c006","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.35137027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"f4b15c38-cd87-4fd4-ac20-27fc098482c8","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.351538643Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.405837465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"f6605000-0d7a-47e4-b64e-522f99f7c006","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.409602982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"cf57e275-b155-4cdd-bbc4-6b1e76164ff7","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:01.459043845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub1","reconcileID":"11e810e5-842d-4556-8504-75347a81900c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.560766241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"88eb626b-1927-470a-8f15-7432ef5f54ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.560777059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3e56152a-ca9b-4cd8-96f2-9beaff0dc0c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.566886285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"d8b3b04b-30bd-4536-b380-42d7d57d1baa","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.620485856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3e56152a-ca9b-4cd8-96f2-9beaff0dc0c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.624396263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"88eb626b-1927-470a-8f15-7432ef5f54ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.625553969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"4e1cfd67-2ea1-4124-9f49-77fc41f2b319","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.632726479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"059882d9-2658-4dd2-9c72-3b0f04888db1","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.703287023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"b4faf478-ad7f-49f3-ad8d-2a93851f7889","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.721020757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"b37e45c1-b452-4e5e-840b-5e25aa1db692","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.838783747Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub1","reconcileID":"d9071f96-076f-48a6-acf3-61adc691ad32","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.902122681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]","namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-190724/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.902427011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"663a5d81-c88b-4d53-8a38-f4878b919cff","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.95936279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"41c63ca3-6c08-4c7c-866d-efd9ff15d788","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.96022895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"94d5e1c2-7d0d-4d14-b6e0-afb7244a67ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:02.000625872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub1","reconcileID":"d9071f96-076f-48a6-acf3-61adc691ad32","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.009845781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"cbb40a3c-565c-468e-86de-deb2e19b7d8b","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:02.011088659Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.015991382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"94d5e1c2-7d0d-4d14-b6e0-afb7244a67ed","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.06177091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"2b71c8b2-536e-43e9-afe5-6e073c2cfdb1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.063953564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"60114c29-4a0d-4794-b941-4f91715342ad","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.117444768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"2b71c8b2-536e-43e9-afe5-6e073c2cfdb1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.162971667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"da0f8c09-57cd-451b-8130-dfd7df0ba414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.162982049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f81aae27-139e-4999-9701-adb07cf68970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.209189444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub1","reconcileID":"8ce1d8b6-2f23-45eb-8cf2-d09af4187fca","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.218333545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"da0f8c09-57cd-451b-8130-dfd7df0ba414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.21843217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f81aae27-139e-4999-9701-adb07cf68970","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.279515903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"d562bcf4-13ed-4ad0-a9ef-9debe8e247f7","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.311343411Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub2","reconcileID":"0b57130a-846f-4730-88a3-73fcca03034e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"distinct-2-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.372512661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"421cbb09-10bb-4053-a5a4-659d17b7885b","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.47521543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"44e3e906-04bf-4c39-a2e7-9c9dee7f2f3c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.531801756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"25b0bb46-b492-4e46-b130-14c28e2c3bf6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.537967061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"0d102ad2-064b-4ee2-8eec-2f9ea5ca373d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.587049506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"25b0bb46-b492-4e46-b130-14c28e2c3bf6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.593137903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"0d102ad2-064b-4ee2-8eec-2f9ea5ca373d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.682265587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub2","reconcileID":"6bbaa313-829c-4a40-8164-f8fe650558ac","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.732489194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"09dea747-43c8-4aaf-a795-debf5b3c6ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.732794755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"17b780a8-9dd0-4560-9b93-1a1f021a33d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.787732646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"09dea747-43c8-4aaf-a795-debf5b3c6ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:02.788308937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"17b780a8-9dd0-4560-9b93-1a1f021a33d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:05.639935129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-sub","reconcileID":"0932158c-eeee-4a61-b258-84d138b89faa","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:05.640064301Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-sub","reconcileID":"0932158c-eeee-4a61-b258-84d138b89faa","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:05.955048116Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]","namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-190724/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.012771482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"6429ae28-312d-4798-94bf-41eff336125c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.11056148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7da7a98e-99fc-463b-96fe-fb1c33e14882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.11057511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"136b2161-bf66-47f9-b4c5-bdcc5caea5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.167750127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"136b2161-bf66-47f9-b4c5-bdcc5caea5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.167762105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7da7a98e-99fc-463b-96fe-fb1c33e14882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.377120582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"713739cf-ec53-480b-b2a0-193b039ccd98","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.539941655Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub1","reconcileID":"cbe9fd54-3a55-4132-a1d5-ab59b9f4416f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7e21ccfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.635623793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"6526161a-c871-4a2e-8884-eee702938873","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.636053063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"476837f2-7e14-4b21-a498-adef5da6bfd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.642139527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"48959c6e-3fdc-4d11-b437-c727c43557f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.642144573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"0587e850-b571-4eac-a1ab-ac5eec322d65","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.691449919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"6526161a-c871-4a2e-8884-eee702938873","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.691915178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"476837f2-7e14-4b21-a498-adef5da6bfd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.697841124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"48959c6e-3fdc-4d11-b437-c727c43557f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.699207951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"0587e850-b571-4eac-a1ab-ac5eec322d65","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.795577031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"25ba9c43-8571-49f5-834a-c19f113e0bf8","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.849835217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"8a04a0f0-849d-4818-b36a-9da1930e4e2b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.004518988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth-only","reconcileID":"bb99b170-4c1e-47c3-bc87-048f0f6a156d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.059650652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth-only","reconcileID":"bb99b170-4c1e-47c3-bc87-048f0f6a156d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.111648999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"11382c56-99f2-4295-bc7d-842e29a26735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.112359315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"1d91020e-1154-42c6-9882-80960adb18d8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.164445967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"f43699b4-d446-4da1-aa43-0b6582dc3e35","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.164598477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c7b6b93e-18d0-4dd3-b557-8558fe003c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.168649687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"1d91020e-1154-42c6-9882-80960adb18d8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.168826639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"11382c56-99f2-4295-bc7d-842e29a26735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.22196495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"f43699b4-d446-4da1-aa43-0b6582dc3e35","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.222039884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c7b6b93e-18d0-4dd3-b557-8558fe003c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.377347565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"6ddbe297-3592-4058-a3c7-c290cfd6d6d0","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.533646178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth-only","reconcileID":"37e7c3f0-7b7b-44f8-a8d7-8f901e98811c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:07.591114412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth-only","reconcileID":"37e7c3f0-7b7b-44f8-a8d7-8f901e98811c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:09.37107119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-active-auth-only","reconcileID":"994682be-3a70-4146-904f-a39709d6957d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:09.371367394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d74de514-8926-4d3d-99d9-0d9bba446b2e","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:09.580412822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"ad3208a8-b8c5-4a25-a03f-4ca9427dbc71","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:10.692020538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-auth","reconcileID":"3b938d2f-22d3-46ce-8097-c4cbc329b657","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:10.748190991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-auth","reconcileID":"3b938d2f-22d3-46ce-8097-c4cbc329b657","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:10.80256751Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-auth","reconcileID":"3b938d2f-22d3-46ce-8097-c4cbc329b657","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:11.170041964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-auth","reconcileID":"350aa209-167f-4faa-87d1-7d72c6002542","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:11.225936325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-auth","reconcileID":"350aa209-167f-4faa-87d1-7d72c6002542","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:11.280013937Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-auth","reconcileID":"350aa209-167f-4faa-87d1-7d72c6002542","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:12.84001337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-failed-auth","reconcileID":"97b3336d-c4b9-4b12-8ff9-5621e0d04a4f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:13.829647806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"fa0f450c-22eb-4ebf-935e-f6f115186f3b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:13.885625361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"7c7cf5df-9333-49d8-bba2-613e00c891f2","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.039849849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"75ead8f0-c207-4557-bdef-b55f77ff5d80","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.09210458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d1130b89-d35f-4110-b8b0-7a2e99d2b832","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.09225662Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.095717615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"75ead8f0-c207-4557-bdef-b55f77ff5d80","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.150421617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"47312f6f-2de9-438c-bccb-95fba70f1a13","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.205837032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d96b2c0b-3b2c-4450-a562-f45ccc90ff7b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:14.207823362Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-8ff537/e2e-status-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.251130837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"05f13a4a-0c1c-4010-98c7-ca4e464f4815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.251590582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f4c6a458-b687-4988-9336-8f3b4257e3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.269693689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1abeaa5f-7130-4844-aeee-86c33294ddb4","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.308164626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f4c6a458-b687-4988-9336-8f3b4257e3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.309726721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"05f13a4a-0c1c-4010-98c7-ca4e464f4815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.41695325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1279916b-87b3-4ed9-87c0-79c7fa2e4ecd","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.55236313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-sub","reconcileID":"40e76457-66d4-4a9f-8ba5-9d2c7136ea4c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.552555893Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-sub","reconcileID":"40e76457-66d4-4a9f-8ba5-9d2c7136ea4c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.575118056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"54830a26-06f7-46d8-ae12-fe9ec55ee0d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.602084366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"3e85da5b-bcc0-4434-83d2-903b017f01ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.632076603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"54830a26-06f7-46d8-ae12-fe9ec55ee0d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.719506087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2694d5ab-935d-4ac8-af95-9cc475cfcdfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.720581615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5a188662-a89f-4456-842b-3fddbeef67fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.731325071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"b1409e0d-f6fd-44bb-8eee-be9ead910b68","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.731414695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"7f5bda64-9fd1-4875-9c86-877a55ff8b6a","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.772653014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"c971a2a7-758e-48b8-96ca-d0d21fe2fe76","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.809885466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2694d5ab-935d-4ac8-af95-9cc475cfcdfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.810930057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0acfbe78-38d8-414a-9ad5-f15a26112071","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.81598145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5a188662-a89f-4456-842b-3fddbeef67fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:14.951691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"7c5595c9-5da3-4632-8e7d-b3a46f19fa7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.043485083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-sub","reconcileID":"81090845-3572-49f2-8bcd-171cea104fc6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.043786657Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-sub","reconcileID":"81090845-3572-49f2-8bcd-171cea104fc6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.243313619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d050242-06c3-4a23-8ada-d7b4adea0d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.294799541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"4d5b8c47-9822-4322-9d3e-00d1cf2cafa6","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.36123581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"3533fb23-9152-4806-a0e5-6073ae7843d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.435726035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub2","reconcileID":"d0156107-8f35-4aa9-a917-4056e48ae27b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.641338088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"f3ea82c3-8b63-4773-82c2-b37dce41453c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.659645518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"b67c1409-b47a-4361-b716-b2268cec31d1","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.707402701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"7ae578da-3948-4248-8e4c-8605551509d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.765662485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"83e72fc8-173d-4481-891d-b2576a96c053","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.766852659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"f735448b-279b-4876-9f14-fe77204acfbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.85208479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"4d6cd43c-d71f-42db-bebc-ea3d5a294c2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:15.881033474Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"83e72fc8-173d-4481-891d-b2576a96c053","name":"e2e-praxis-a-e7b2a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.061499272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"4b6071bf-2d0a-4b82-8392-e5c927188361","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.06208847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"81fe901a-9730-48fa-bf4b-c5da085abd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.062504999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"1da48979-bb92-4821-93ac-0bba63287e9f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.062929402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"81cfbe8a-48a7-46e1-8bba-2c1762538339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.118182756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"4b6071bf-2d0a-4b82-8392-e5c927188361","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.120427889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"1da48979-bb92-4821-93ac-0bba63287e9f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.122812779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"81fe901a-9730-48fa-bf4b-c5da085abd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.124930221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"81cfbe8a-48a7-46e1-8bba-2c1762538339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.522200449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"ebe78ae1-d23c-47ac-ac0b-40dc6457e4ba","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.59151357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub1","reconcileID":"80bd3f9a-9fb2-4782-8517-29dd68c67517","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.643542019Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub1","reconcileID":"80bd3f9a-9fb2-4782-8517-29dd68c67517","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.678248968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"e7d6bdaf-54b3-472e-a356-ee6bf0fc2a0d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.6784221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"721e1f04-a9c6-4604-8984-4655b8609278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.67825374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c93fcaab-f1e4-4a15-add6-fdf56d381e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.695539533Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub1","reconcileID":"80bd3f9a-9fb2-4782-8517-29dd68c67517","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.734285195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"e7d6bdaf-54b3-472e-a356-ee6bf0fc2a0d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.735446094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c93fcaab-f1e4-4a15-add6-fdf56d381e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.736768973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"721e1f04-a9c6-4604-8984-4655b8609278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.966162895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"b24d1a8c-354a-4a45-bf3f-4970d6b5c800","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:16.966538989Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.112207999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"5283c053-920a-4481-93b3-4ce1e163b8d6","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.230938208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"99fa3c4f-460e-4e1b-83cd-bb019ef04199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.230999777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"fd25b6cc-f063-45db-9f6d-d96a48db3b5c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.231569839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4a5b2721-d448-42f1-852d-e82db1d702dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.231569777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"00c5e02d-cfd2-43a4-b1a2-07d71a723e25","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.272042095Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub2","reconcileID":"2b0bff2c-be15-4c8a-b73e-bab51a7681a6","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9795dbcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.289111034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"fd25b6cc-f063-45db-9f6d-d96a48db3b5c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.289265994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"00c5e02d-cfd2-43a4-b1a2-07d71a723e25","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.291565726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4a5b2721-d448-42f1-852d-e82db1d702dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.291628517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"99fa3c4f-460e-4e1b-83cd-bb019ef04199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.750732533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"c643d886-8b31-4208-9b02-1ee360f0dc8c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.750846919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ab0d958d-4ed7-4583-9a41-dd8d58b05e75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.751323056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"6779ce62-3fa6-4f13-af61-e5721125515e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.807334026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"c643d886-8b31-4208-9b02-1ee360f0dc8c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.808724674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"6779ce62-3fa6-4f13-af61-e5721125515e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.809536402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ab0d958d-4ed7-4583-9a41-dd8d58b05e75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.851186406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bfb0f004-f6b1-4db2-b954-881cbf83bfce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:17.907269595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bfb0f004-f6b1-4db2-b954-881cbf83bfce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:24.747901396Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:26.593757881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"6dd110d8-abe9-4038-bdda-288c038a9b1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:26.693809378Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-sub","reconcileID":"b1feb7f3-04f9-4794-8aa9-df6f883cc712","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:26.729901662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"0a3b102c-fc6a-4780-a4e7-1b6c185ddce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:26.810499326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"faf35c33-83d7-46b5-9e45-787377edb30c","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:26.936802214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7f2064f-e79c-4325-a8f2-a5c20a070512","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.019826307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"7d750bb2-d4b7-47ed-93e4-f98ba343394d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.199834458Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-sub","reconcileID":"b1feb7f3-04f9-4794-8aa9-df6f883cc712","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.1999574Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-sub","reconcileID":"b1feb7f3-04f9-4794-8aa9-df6f883cc712","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.200132511Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-sub","reconcileID":"b1feb7f3-04f9-4794-8aa9-df6f883cc712","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.337984603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub2","reconcileID":"1c1793a5-cd76-44af-ac43-894326b816eb","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.340421305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"1356fd59-f9aa-43c6-aafb-75ae71d63f9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.392982742Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub2","reconcileID":"1c1793a5-cd76-44af-ac43-894326b816eb","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.443114375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"7fb163c0-9ff6-4de6-bd14-48998598daf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.485106366Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-sub2","reconcileID":"1c1793a5-cd76-44af-ac43-894326b816eb","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.566843496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"17d3bae0-d868-4f90-b852-e76c19839fae","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.719663848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"2fa6116c-0738-40d6-9312-5c36079fb868","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.765094023Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:27.812323936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1964bded-fe55-4870-9192-4fec650febf6","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.216035257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ba984739-139e-4901-97b5-35883175d314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.21749458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"2e5b7234-aa51-4c16-aff8-76a641ff6a21","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.217802554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"ca9a7103-ae91-479d-b781-7c7b977c6c7d","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.218213463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"406253f5-c3e9-4ec9-aff4-c28327a784d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.240691056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"16cf20af-0839-495b-990a-882589053b85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.241494267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"f2144a19-6756-4369-9470-3327980fab3c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.216219366Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.271449596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c25eb0d4-510f-4f0e-9fbf-5f92c74467b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.28638677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ba984739-139e-4901-97b5-35883175d314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.35622826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"406253f5-c3e9-4ec9-aff4-c28327a784d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.381278314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"2e5b7234-aa51-4c16-aff8-76a641ff6a21","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.405717036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"e4ed8c54-8150-4947-ac4d-6d58c2545c2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.407522685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"f3dab7bd-a4c6-40d1-8cf0-be7d02198a89","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.469991387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"351d37b4-88ca-462e-bb19-ec17606e4754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.530338037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"e4ed8c54-8150-4947-ac4d-6d58c2545c2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.635135364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"351d37b4-88ca-462e-bb19-ec17606e4754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.695838951Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth1","reconcileID":"1bf9bc84-a712-4aac-9121-a7d04d32664b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.696291685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"a3a6dfb0-db7f-480c-a084-c267f62443f3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:28.574103249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"2d3f6de1-875d-49a0-927d-fdead26d06f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.152162667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d8ebf1ba-e665-4e37-abb8-df8ecd595c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.155234222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"502446bd-5ce1-4591-8cd8-e4f2690886a0","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.178007543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d3e5e59a-6cab-46ea-b555-909065dc5350","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.305387655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"99addf8e-3762-425b-b30d-434c7dd4a7b1","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.381433969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d8ebf1ba-e665-4e37-abb8-df8ecd595c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.437185454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"0a932663-ca85-4668-afa5-0c746312a298","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.479579698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"511027eb-8a4f-471c-96d8-0d6729ed35a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.496380434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"0a932663-ca85-4668-afa5-0c746312a298","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.540344531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"511027eb-8a4f-471c-96d8-0d6729ed35a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.73736217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-multi-keys-auth2","reconcileID":"904e16d6-a6c4-4e85-85b8-59a016119282","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.9379063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"90aad14d-a0f6-46a6-98fd-3c4670db8e79","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.945609698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"aa54fce6-cee9-41c7-9d15-d9bdd82120a5","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:29.992022438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"c571e93d-7635-425c-bb5d-0e0256277394","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.199282826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"5c986194-6746-41c8-98ad-7909eda98406","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.255354792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"5c986194-6746-41c8-98ad-7909eda98406","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.36909094Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"5c986194-6746-41c8-98ad-7909eda98406","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.678848265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"e92fe485-af3f-4951-a07a-f59fe42d1b34","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.887735381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"eed0d89b-266d-4596-b76e-28e13bde3cc5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.943274303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"eed0d89b-266d-4596-b76e-28e13bde3cc5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.050738787Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"eed0d89b-266d-4596-b76e-28e13bde3cc5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.290507503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"a5f95932-1599-476a-9685-fdd3b2ece3be","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.346578188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"d8c1e030-e901-4d76-acaf-814bdf37f904","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.552674588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"61be7312-1cd8-407b-9da8-5435aed056c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.57614546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"cb959e5f-bd8d-41fb-8417-c7d926cfaa13","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.576283909Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.611150873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"61be7312-1cd8-407b-9da8-5435aed056c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.633823793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"79914fde-49cb-4b04-8d43-7a4c2dd43bff","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:31.683630509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a4db9106-603e-4e5d-bfaf-60dd217ad356","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:31.686445897Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"79914fde-49cb-4b04-8d43-7a4c2dd43bff","name":"distinct-w4-190724","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-190724\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:31.686517116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"79914fde-49cb-4b04-8d43-7a4c2dd43bff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-190724\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.69182264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"327ddccd-7277-4d36-a265-a50f8cb5d682","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.785388998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"9a475082-476b-4278-8750-9f1c1ce49be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.785394119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1cb383c9-8d44-491b-9b3f-51a92046f024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.788951305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"71ff55aa-e821-4de2-a947-8374a8885c32","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.841011049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1cb383c9-8d44-491b-9b3f-51a92046f024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.841204502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"9a475082-476b-4278-8750-9f1c1ce49be8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.845063885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"f7659cae-9340-4974-b60a-e3b05a49f4f5","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.845805516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"9ece45de-782b-4a37-b856-345cb4005fd2","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.901689874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"47657c8d-1ea9-4e29-974a-57b55dc9e8f8","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.926840053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"35fbaa02-8d3c-4476-9060-4fda3198d0c3","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.05560179Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6663983d-406d-4808-a2e9-cd0b44ab397f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.125493299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]","namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.125746968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"3a343656-ad10-46f7-9f0f-2b21f3e84a61","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.165785856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d355515b-2b87-4ba9-af61-6c2ed55619fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.184537755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"de2b0b93-e41e-4ca5-b672-1f43a724a669","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:32.223626196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6663983d-406d-4808-a2e9-cd0b44ab397f","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.224216476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d355515b-2b87-4ba9-af61-6c2ed55619fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.23071357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"14ad1770-f9dd-45ea-886d-defd8d3b3966","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:32.23374116Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.268730727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e9d53d46-4ab8-43a2-a17a-ac933e779030","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.285100953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"8d21f014-9008-4d0b-92a8-b727b2b4ce32","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.328319924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e9d53d46-4ab8-43a2-a17a-ac933e779030","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.365406938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a8ec316c-2e4e-4ba6-920d-ac6f321f6c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.365413903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"501ab62d-5790-48b0-87c0-678111f01e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.386696833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"1a474460-a737-4786-848d-bd308a75fd8f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.386800367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"8729a337-f5ff-4952-9701-ff72c70a1141","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.426946391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"501ab62d-5790-48b0-87c0-678111f01e08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.427391195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a8ec316c-2e4e-4ba6-920d-ac6f321f6c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.431967508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"40d72a60-d00a-4e52-9a02-f21850554ac4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.481705375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-degraded-auth","reconcileID":"1a474460-a737-4786-848d-bd308a75fd8f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.53537605Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1b405344-6839-427f-85da-56d346023e68","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"distinct-2-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.536676379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"868d6e8b-fdd5-498c-af7b-855e73f61485","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.594712724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"855ded17-a50b-4675-8c8d-83ee9815b555","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:32.635022621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e9d53d46-4ab8-43a2-a17a-ac933e779030","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.699551355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"c133d98d-09c5-4475-bed5-18a811066695","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.738495745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"623e147b-2170-4be1-8c5b-c4ad682a088f","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.793819074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"17077c3f-adda-418d-b8b0-58de24b4249d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.848797494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"17077c3f-adda-418d-b8b0-58de24b4249d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.89440196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"03b07780-e763-4b5d-a2c0-7516ece74cbd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.895412065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cc09e455-342c-4178-bc23-3b921901961a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.895528083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5f9995ea-c41c-4c8e-9c08-df85ea0cdd8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.90588906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"94cb34ad-bb39-43f7-824f-d7b2eb4501f2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.950321406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"03b07780-e763-4b5d-a2c0-7516ece74cbd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.953229569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5f9995ea-c41c-4c8e-9c08-df85ea0cdd8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:32.953312344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cc09e455-342c-4178-bc23-3b921901961a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.682051098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"a871d49f-565f-4bcf-b751-e06051bc5100","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.682087087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"a871d49f-565f-4bcf-b751-e06051bc5100","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.741820007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"9b7de3b8-d530-4a45-bb5c-0b90248eec9f","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.798661791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"e744e573-8bfe-4bf2-9a11-22ba5d994873","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.855837054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"c68607a3-d4e4-44f0-b32b-08da740e904a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.855862845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"c68607a3-d4e4-44f0-b32b-08da740e904a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.908817027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"a80bf957-a542-4716-97ed-da405c658edb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.908847342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"a80bf957-a542-4716-97ed-da405c658edb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.941972825Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f14c9fd8-9a4d-4246-b84b-487f6df9f5e9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dbc6dc2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.111923939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0671e564-3502-4f6b-bf7f-f6ea1ac21136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.112311053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2e996670-5d5c-44fc-9da4-6794ca08a20d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.115952257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc095da1-0c63-4aa7-b2f0-0e6a9316bdd1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.116404536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"50294c5c-35f2-4cd8-9bfe-df27272f7ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.165053763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"712062fd-9bdc-4cfe-9eaf-30f4e43f0b3a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.169340696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0671e564-3502-4f6b-bf7f-f6ea1ac21136","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.170129548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2e996670-5d5c-44fc-9da4-6794ca08a20d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.170225151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"3a9bb602-42d1-45e9-9b0f-29a34a269e6b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.170244973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"3a9bb602-42d1-45e9-9b0f-29a34a269e6b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.171052446Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.172959848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc095da1-0c63-4aa7-b2f0-0e6a9316bdd1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.204403306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"50294c5c-35f2-4cd8-9bfe-df27272f7ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.221405397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"712062fd-9bdc-4cfe-9eaf-30f4e43f0b3a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.230275047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"342e2dba-f362-4fa0-91a9-d9818ad7828d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.23029712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"342e2dba-f362-4fa0-91a9-d9818ad7828d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:34.282075946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"f77d6517-1fec-4b76-9d87-f2d53a8b7fdd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:34.283841006Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"342e2dba-f362-4fa0-91a9-d9818ad7828d","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:34.283911079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"342e2dba-f362-4fa0-91a9-d9818ad7828d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.284227037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"f0d49f07-7a97-4ef3-8a66-9a5213e27490","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.289658646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"86e300bb-7c2e-4123-a451-f6cd222a241b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.28967565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"86e300bb-7c2e-4123-a451-f6cd222a241b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.39052621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"4f883979-ae43-480c-adaa-bc3237aec019","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.390545935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"4f883979-ae43-480c-adaa-bc3237aec019","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.444559366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"d84a7fab-80ca-4cd9-a562-f656bb5f9f1c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.444580602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"d84a7fab-80ca-4cd9-a562-f656bb5f9f1c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.530162808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"1e968f72-51b4-4894-8b7c-404828dc38af","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.530183253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"1e968f72-51b4-4894-8b7c-404828dc38af","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.631629278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc9aac76-ed56-4557-9b1d-5484760d0251","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.631700381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"32f37946-0ad2-4a79-8a6d-439da7605a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.63210804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"81767d89-da8d-45a8-8b02-8df1eb50be5a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.655882797Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"6cd3eef2-f955-4894-85ee-d83dba301872","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.688061147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fc9aac76-ed56-4557-9b1d-5484760d0251","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.688417402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"32f37946-0ad2-4a79-8a6d-439da7605a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.690548295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"81767d89-da8d-45a8-8b02-8df1eb50be5a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.733619356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"44319027-5a2f-45d9-ab48-4b87b19e1bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.78094554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"3adca448-1964-4b4a-b690-53bb66ad20b8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.79185428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"44319027-5a2f-45d9-ab48-4b87b19e1bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.820711458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"d9f52dba-5f1e-401f-abab-ab45c27e48e2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.820736153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"d9f52dba-5f1e-401f-abab-ab45c27e48e2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:34.83671499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"3adca448-1964-4b4a-b690-53bb66ad20b8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.029625279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"677d14c9-970f-454c-b622-14c1db4862ae","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.097833586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0bbc5285-6af4-45db-961d-1de559aff50a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.097833567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"941aa810-7515-4a50-af06-651d215ead2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.15481055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"941aa810-7515-4a50-af06-651d215ead2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.154810549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0bbc5285-6af4-45db-961d-1de559aff50a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:40.254849044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"09ab6d1c-77eb-4061-9025-8e7907374a50","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:40.452607001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"468d586b-56d7-4cf2-b2bb-d55e14864f96","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.62633675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cd03639-e723-4e4a-916d-bd7fb285d201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.62740124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"40bca95c-7f5f-4f98-8ab3-6e48cb46b0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.628260944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9c9341d0-421b-4582-9119-091e08e9448f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.629093239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0eaadac1-e50e-487c-a430-e1b82fd829bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.686533875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cd03639-e723-4e4a-916d-bd7fb285d201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.68927656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0eaadac1-e50e-487c-a430-e1b82fd829bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.690388344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9c9341d0-421b-4582-9119-091e08e9448f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.692740427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"40bca95c-7f5f-4f98-8ab3-6e48cb46b0c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:43.994587795Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"da3bbb4f-b71c-443a-b8c8-4593b3abad9b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.049034398Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"da3bbb4f-b71c-443a-b8c8-4593b3abad9b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.101429192Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"da3bbb4f-b71c-443a-b8c8-4593b3abad9b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.394193907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"40e5204d-5f4c-4e3a-a7a7-6a95b0755bc2","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.395424875Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.464396133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"998abc30-32f9-4534-8a1a-9b09790a5ac4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.464529692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"998abc30-32f9-4534-8a1a-9b09790a5ac4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.536574318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"c1c4eb7a-3f20-44b2-b760-de063e23f68c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.666353464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0d6f39b1-609e-42c4-b754-b2026752a3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.666546872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"07b6c08f-89de-44ec-9aa4-f25ffcd7c9d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.667183812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6d51e5e2-be81-4292-a599-446d155f9c71","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.670289501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"abb84c59-da63-49fa-9e3b-c22a94f58de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.69767604Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"598b105c-28f2-4a89-bebc-52dca8351f6a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-23734bcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.722566909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0d6f39b1-609e-42c4-b754-b2026752a3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.72337372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"07b6c08f-89de-44ec-9aa4-f25ffcd7c9d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.725070121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6d51e5e2-be81-4292-a599-446d155f9c71","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:44.725832431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"abb84c59-da63-49fa-9e3b-c22a94f58de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.137234597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9edd7c81-006f-430a-a0f0-9ab266b167c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.140816531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b6e94e5c-08ea-459b-877f-4bcdce00d856","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.144040568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a118b400-7c54-4879-b235-fb423c76a13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.144542183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4b30ba56-644c-4c85-8aa9-ef5390dd1caa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.194551808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9edd7c81-006f-430a-a0f0-9ab266b167c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.198214559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b6e94e5c-08ea-459b-877f-4bcdce00d856","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.200755884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4b30ba56-644c-4c85-8aa9-ef5390dd1caa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.200947182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a118b400-7c54-4879-b235-fb423c76a13d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:54.748408705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:54.749841898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fd9ab801-a16b-4049-aeb8-7891c987ea75","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:54.801823918Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fd9ab801-a16b-4049-aeb8-7891c987ea75","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:54.853866519Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"fd9ab801-a16b-4049-aeb8-7891c987ea75","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.124380289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"2d970cf3-f581-4995-855a-588bef27f8c1","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.12513742Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.277148996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"9d8b6456-c337-4570-8a34-8e869b528c24","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.382843857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d4ef253c-7bce-4f5b-9d2f-7d1bb9cd5cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.383392195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9ec5172d-5f19-4893-b320-5af1f7e2ba69","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.38998311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7ff2e40e-6230-4f44-93c0-901a6eb83878","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.390399974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f17f25b0-57e2-48bb-9866-fcace46daba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.438150318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d4ef253c-7bce-4f5b-9d2f-7d1bb9cd5cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.438673849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9ec5172d-5f19-4893-b320-5af1f7e2ba69","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.445328044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7ff2e40e-6230-4f44-93c0-901a6eb83878","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.445607276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f17f25b0-57e2-48bb-9866-fcace46daba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.645568478Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f86aafd4-4d56-4877-b3f5-0e689403e9a7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.849342936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"462831ff-4ed8-4843-82f8-7a652ba834f3","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.85339827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b5a23c8b-e8fa-4eb2-8b70-ac2bd7084a51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.947173564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b5a23c8b-e8fa-4eb2-8b70-ac2bd7084a51","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.994928679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"5690934a-0a48-4f25-85db-5931ddb620dd","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:56.156122254Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"29c18f0d-c887-42e7-8f4d-fcf444673f4c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:56.333409454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"fe4d6556-787b-4777-9e68-cbe05749f4f5","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.056397398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"dd89cfc3-c611-43e7-a506-e19094fae91c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.252076674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"07897c93-d45a-4c0f-86b2-db89d678ede6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"tenant":"e2e-worker-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.252220971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"e2e-temp-model-status","reconcileID":"07897c93-d45a-4c0f-86b2-db89d678ede6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.71497606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"1f1bacf3-2ccc-4725-a5e3-6ab4db1a835a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.779723905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"ac1b0538-6f91-422f-b719-75e5c6d79ee0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.780754799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"37ef8154-f972-4040-9acf-92bc52810573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.79519615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0e307324-6e48-4f4a-8a7e-ebae97754dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.805611567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"c49d90f6-8ed0-4424-9884-a863636f2267","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.898157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0e307324-6e48-4f4a-8a7e-ebae97754dad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.971691286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"ac1b0538-6f91-422f-b719-75e5c6d79ee0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:57.978556766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"37ef8154-f972-4040-9acf-92bc52810573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.111969333Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.123349038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f7cf9914-9884-4fa4-9b04-81cc258b26bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.132190907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"a9bb5eb2-3516-4de2-950f-9a01c15c3152","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.195921567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dcd3ae8b-0bd2-4cea-b96a-e0d94ef47824","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.198317094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f7cf9914-9884-4fa4-9b04-81cc258b26bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.218859644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"3c18eb0a-d0a4-47d4-b627-e27ee2610564","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:58.275024262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7116fd50-38bd-4e95-8569-3fec5d1909e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.281387421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dcd3ae8b-0bd2-4cea-b96a-e0d94ef47824","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.380974111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"5e6b16e5-8c72-4953-aca8-3ad9cf740e8c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.38444333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"4d4ba9f4-a09f-4e6d-82d2-7df735288fa3","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.434799427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"cfaad0ad-a2cb-47b4-9c05-a007e2e18910","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.44015556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"aa15706f-f411-4029-ac73-8c65394bbf44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.440778278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"f9685846-2f6e-473b-8470-8798de0f1753","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.496173841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"aa15706f-f411-4029-ac73-8c65394bbf44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.547888735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"662f16f4-a17c-4bf7-8519-4873d4bb3b7e","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.628255771Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"99340b3f-ea71-4834-841c-439a1fff33ab","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.637147909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"66d87ff1-372d-4642-a26f-c4d793e8f422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.651782422Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub1","reconcileID":"cac28355-15bf-434d-9df0-da3d87db16f4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.652549341Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]","namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.680325085Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"99340b3f-ea71-4834-841c-439a1fff33ab","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.69340632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"66d87ff1-372d-4642-a26f-c4d793e8f422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.73682373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ff2a8f7a-71bc-4217-9163-2cd7d1c8ce03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:58.761695032Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.786938434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"a47525c7-8360-417e-ac40-8fc7e83743e2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.792337056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ff2a8f7a-71bc-4217-9163-2cd7d1c8ce03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.838109162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"67099e44-e084-4218-97d7-1ba1c124764a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.843184553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"a47525c7-8360-417e-ac40-8fc7e83743e2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.843236124Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"a47525c7-8360-417e-ac40-8fc7e83743e2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.858507376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"24297f2a-d68e-4ba5-985c-d27ec5cc3af6","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.894118024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"67099e44-e084-4218-97d7-1ba1c124764a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.915705227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"36b2c4e4-a9c7-4560-9c0c-d325bbe35d59","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.916201818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"62046247-a716-4113-91e9-636659f16d25","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.95790351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b7388903-756e-470a-8989-1a23f9b9b04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:58.967614748Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"d8e2cfa9-bd5a-4222-bec9-570c2187cc8f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.013246194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b7388903-756e-470a-8989-1a23f9b9b04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.028884421Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5c15223f-846b-46d2-af45-419a86d90ca4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"distinct-2-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.123221786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d2ddb6f6-a87f-4f36-bd4b-a0078148a7df","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.158000661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"adb6e226-a9ca-438a-b89d-10280f411bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.158774165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"9d8c46d6-0480-4ea7-9817-82636a209f76","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.192811112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"41049110-51d8-4add-8f74-41f146f4e3d1","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.208801978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ceb7adf5-5b03-4ed2-b42e-14c00498e319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.213708691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"adb6e226-a9ca-438a-b89d-10280f411bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.264333062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ceb7adf5-5b03-4ed2-b42e-14c00498e319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.308694827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"45632313-d681-4086-be82-55e931feecb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:59.33314524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"e65fe3c7-6770-4178-b2dc-9eb91937f33d","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.367705759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"45632313-d681-4086-be82-55e931feecb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.442035093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6ce7f728-e25b-48b9-a1ba-1226f11b5ec8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.461661844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63456021-e2ca-471b-9bf7-6ea81f3dc2ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.461661843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0956ecf0-0199-4dae-939f-c66d6f4b1458","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.518851758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0956ecf0-0199-4dae-939f-c66d6f4b1458","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.518851756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"63456021-e2ca-471b-9bf7-6ea81f3dc2ec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.627926295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e3343467-d4ee-4483-917b-5cead256e259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.676135794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"6ccfd4af-7c9f-4d38-aecc-6a0448d302be","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.683243206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e3343467-d4ee-4483-917b-5cead256e259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.731859397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"6ccfd4af-7c9f-4d38-aecc-6a0448d302be","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.731903598Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"6ccfd4af-7c9f-4d38-aecc-6a0448d302be","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:29:59.826539502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0956ecf0-0199-4dae-939f-c66d6f4b1458","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.829778933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ffb8f139-5688-42de-9f28-40af9fd9f7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.885210189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ffb8f139-5688-42de-9f28-40af9fd9f7e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:59.98031927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0202ff75-e9f5-4e3b-9324-b674ce02ef9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:00.035594398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0202ff75-e9f5-4e3b-9324-b674ce02ef9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:00.080294009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cefd73e2-d4e0-41d3-b393-723a2a4de162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:00.131750018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"009ffa6a-262a-4ff6-a133-1141621889b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:00.136591686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cefd73e2-d4e0-41d3-b393-723a2a4de162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:00.192187217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"009ffa6a-262a-4ff6-a133-1141621889b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.09031728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"a2d9c7c1-70d5-4862-8095-e9ad85cb9584","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.250209449Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2b596552-4b40-4377-8264-60586bf0c883","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f5d8a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.351872031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"9ec6e9b4-c706-417c-a94a-dd5b16f26e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.358192684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b61afd05-e8aa-42c0-8c07-18c6458aa66c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.358395681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"88ed1752-f0cd-4cdd-8516-975da6943443","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.35820145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"726eae8c-417a-4ad5-8616-aaef3b71aaca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.409066295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"9ec6e9b4-c706-417c-a94a-dd5b16f26e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.414160916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b61afd05-e8aa-42c0-8c07-18c6458aa66c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.414796264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"726eae8c-417a-4ad5-8616-aaef3b71aaca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.416876869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"88ed1752-f0cd-4cdd-8516-975da6943443","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.874438496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9b91f5cc-9fb1-42db-adab-f58acb8fdccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.874561986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"87269b2d-c870-4b23-8a8d-f66efdac4e46","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.874948678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ff3d9fb2-e21b-4c9b-95f4-d8a789c55188","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.876711972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c14754c1-cba1-4bf0-b7e7-8238ef75d7d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.93041045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ff3d9fb2-e21b-4c9b-95f4-d8a789c55188","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.932671361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9b91f5cc-9fb1-42db-adab-f58acb8fdccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.930417359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"87269b2d-c870-4b23-8a8d-f66efdac4e46","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.932808379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c14754c1-cba1-4bf0-b7e7-8238ef75d7d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:07.135007152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3548e6-26dd-4b55-a725-0f1404f4a336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:07.192405101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3548e6-26dd-4b55-a725-0f1404f4a336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:07.27752702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3548e6-26dd-4b55-a725-0f1404f4a336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:07.354152686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df3548e6-26dd-4b55-a725-0f1404f4a336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.297319992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub2","reconcileID":"15db4b15-d878-4cf7-8b27-7303e9ed8b73","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.530940118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"9f2d873f-3b61-47b2-963d-29b9f8b0b8bb","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.627744554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"dfa2c4b9-ebf7-48fc-a13d-f8ec7c0d7cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.627771102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"610cc392-89f7-4566-961d-5d24f039c4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.685581347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"610cc392-89f7-4566-961d-5d24f039c4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.687768302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"dfa2c4b9-ebf7-48fc-a13d-f8ec7c0d7cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.854571294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"68f387f8-b8bf-46f6-860b-0d697374d28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.854783622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"56724361-9b3f-46a8-993d-01c4b9baea00","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.855062255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5dcbaff5-9433-4c18-82b4-721d95d5d919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.910778565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5dcbaff5-9433-4c18-82b4-721d95d5d919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.910919248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"68f387f8-b8bf-46f6-860b-0d697374d28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:08.912936351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"56724361-9b3f-46a8-993d-01c4b9baea00","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.214942891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ee41ab77-2d2d-4237-a140-a40581f4546c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.272984084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ee41ab77-2d2d-4237-a140-a40581f4546c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.301869836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af30c2d-ad42-48fd-aaac-bc6036837cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.353990805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af30c2d-ad42-48fd-aaac-bc6036837cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.406194596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af30c2d-ad42-48fd-aaac-bc6036837cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.458203886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af30c2d-ad42-48fd-aaac-bc6036837cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.510194998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"6dcace6a-62a2-4d93-8912-3322fc37d383","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.510337303Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-sub","reconcileID":"6dcace6a-62a2-4d93-8912-3322fc37d383","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.785613401Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.844208028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"469f2821-d0ab-4061-9e4e-e8647b390bc7","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.991815237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"9a691f5b-7384-4539-9302-a01124643a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.992061868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"24e49c15-6f06-41cf-84cc-e796933b0964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:09.991819067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"32fdc19a-6a75-4081-b649-584555ce8f9c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:10.048232193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"9a691f5b-7384-4539-9302-a01124643a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:10.048262763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"24e49c15-6f06-41cf-84cc-e796933b0964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:10.050520072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"32fdc19a-6a75-4081-b649-584555ce8f9c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:10.104202242Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"32fdc19a-6a75-4081-b649-584555ce8f9c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:10.206570174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-status-transition-auth","reconcileID":"9f8f5491-e714-48d8-b6b0-204a5abb428c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.363299377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a073e09e-3c90-4110-b64c-91021afb4c0c","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.419357658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"40586582-9c2a-48e6-8da0-f61aa381fd27","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.574691897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9a346bf7-0965-4817-a741-3389273f16fd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.631247374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9a346bf7-0965-4817-a741-3389273f16fd","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.632334456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"e23c57df-6af8-400d-a938-b9f088d9690d","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.632575962Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.688882814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d892bcf4-679c-4957-a673-736995e47b81","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:30:11.739523063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"b7cb4a85-b3bd-47cb-b437-582f2ba15f36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.788745291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"9524a8a0-68cd-4335-9b18-c96552af6753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.788756494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d5cf8c12-869b-4a16-bef4-f34d047a313a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.844448722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"9524a8a0-68cd-4335-9b18-c96552af6753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.844622193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d5cf8c12-869b-4a16-bef4-f34d047a313a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.85123337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a3437016-59c8-42b8-944a-658ff20bff7f","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.907396841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"544cc4e3-172a-47ad-9998-f60d80bc67dd","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.947036196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"c737ddd4-4f88-4dc3-a07f-66f8ba1747a9","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.102197853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dc5510f3-8b2c-4322-bd4a-4637345f0c9e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.158039875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dc5510f3-8b2c-4322-bd4a-4637345f0c9e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.172032618Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"7f0f2ea1-e726-476b-be28-71aa571c0eb4","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.172211412Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"7f0f2ea1-e726-476b-be28-71aa571c0eb4","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.248030507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"72c3d08d-776e-48a4-b295-201a77e302c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.248324715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c023f8ad-16b1-4b11-b2df-573a242962e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.305166444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"72c3d08d-776e-48a4-b295-201a77e302c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.305571017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c023f8ad-16b1-4b11-b2df-573a242962e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.380018114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"44c928e6-dcf7-4980-a81a-c60862b6bee3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.387003056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"f670bdad-31e0-404b-a74d-142037e517ea","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.59554568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"804f1886-016c-4a19-a70d-33ab6df5bf1f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:12.595706511Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"804f1886-016c-4a19-a70d-33ab6df5bf1f","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.303699292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3c36f85c-f30e-4e84-8745-8899ecf5363f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.35576967Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3c36f85c-f30e-4e84-8745-8899ecf5363f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.412128453Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3c36f85c-f30e-4e84-8745-8899ecf5363f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.690529755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"23abfe14-07b7-451e-8d7a-e43f4007786a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.69086961Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.751711328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"cce88f99-00f3-4e1e-8492-1a850360b266","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.833914652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"fd2e070a-8c49-4f5c-972b-cd7eecaa29f9","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.94993265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d89f820f-6465-421f-900b-627ea1df177d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.949932895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"57de31ee-b289-42b8-8234-7e128ed84d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.953179593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cdc89016-f837-4925-bb7f-cbafde9be95f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.953204445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f89e5729-611d-45fa-8c3d-ed16aa522d73","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:13.994699389Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub2","reconcileID":"40ed9cea-8340-42b9-af29-126533801b31","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e78798ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.006496045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d89f820f-6465-421f-900b-627ea1df177d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.00670378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"57de31ee-b289-42b8-8234-7e128ed84d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.009106898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cdc89016-f837-4925-bb7f-cbafde9be95f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.009162951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f89e5729-611d-45fa-8c3d-ed16aa522d73","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.471662956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7433cf9a-773c-4331-98bd-23cdc6f3dd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.474491044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"edf8104d-5cb8-460c-b560-ab092939ff15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.474504866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"03f1f4a1-c513-4956-af6f-333a1853b6e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.475038902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5cfc3582-1df2-4eab-a194-8e6dc6109f27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.527575498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7433cf9a-773c-4331-98bd-23cdc6f3dd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.530375243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"edf8104d-5cb8-460c-b560-ab092939ff15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.530395801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"03f1f4a1-c513-4956-af6f-333a1853b6e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.532694271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5cfc3582-1df2-4eab-a194-8e6dc6109f27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.666677671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"81595944-e780-439d-a0ff-21a3d65613ce","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.822961043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"630cca13-4a69-49d5-b1d2-0def7b9e17fa","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.879102403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"630cca13-4a69-49d5-b1d2-0def7b9e17fa","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.925695799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"69947999-e1f8-45b9-82ca-a59d600c5cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.925716477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"37f67c54-5d93-45a5-9cd1-1b2588f778c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.981790648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"69947999-e1f8-45b9-82ca-a59d600c5cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:14.981933412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"37f67c54-5d93-45a5-9cd1-1b2588f778c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:16.967350819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae603ca6-c199-47d2-abec-42c4435f564e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.020274746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae603ca6-c199-47d2-abec-42c4435f564e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.072354019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae603ca6-c199-47d2-abec-42c4435f564e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.12461695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae603ca6-c199-47d2-abec-42c4435f564e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.583444207Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-390a75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-390a75","reconcileID":"34aa035f-78a9-4b3b-9ae6-13dd25713b5a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-390a75","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-390a75":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:19.069263188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251fd80f-1085-499e-97bb-c12f23c13dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:19.121957774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251fd80f-1085-499e-97bb-c12f23c13dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:19.174301371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251fd80f-1085-499e-97bb-c12f23c13dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:19.226532747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"251fd80f-1085-499e-97bb-c12f23c13dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:21.170166217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68487b58-35fc-4cdd-9f21-59d345ec8b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:21.22389667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68487b58-35fc-4cdd-9f21-59d345ec8b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:21.276121251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68487b58-35fc-4cdd-9f21-59d345ec8b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:21.328299268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68487b58-35fc-4cdd-9f21-59d345ec8b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.047452746Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub2","reconcileID":"68083c37-48c7-4d96-9cbb-58a355c65541","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.110978134Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub2","reconcileID":"68083c37-48c7-4d96-9cbb-58a355c65541","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.165393767Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-sub2","reconcileID":"68083c37-48c7-4d96-9cbb-58a355c65541","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.481396607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"49856eae-a130-4210-bdad-ac1ac0f589b2","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.48233985Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.631849576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"43bdbaeb-26c6-4789-a11b-faf6b8c60011","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.772761837Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.795856321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f927265e-bc81-41d7-a2f5-837faccc1a44","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.797059191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e4453a21-6290-415e-9976-7c726c316402","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.797006634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"90f2b1ce-3fdd-4e39-b306-62d86e49658f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.796498993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8d207847-1a8d-4721-b948-2a71e3893bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.833665529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"b5dd277e-9cb2-4a49-a270-a89b9eedde92","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.871235464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8d207847-1a8d-4721-b948-2a71e3893bcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.908844845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f927265e-bc81-41d7-a2f5-837faccc1a44","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.915167162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"90f2b1ce-3fdd-4e39-b306-62d86e49658f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.916895891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e4453a21-6290-415e-9976-7c726c316402","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.129189272Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"b5dd277e-9cb2-4a49-a270-a89b9eedde92","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.129338953Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"b5dd277e-9cb2-4a49-a270-a89b9eedde92","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.129539319Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf","reconcileID":"b5dd277e-9cb2-4a49-a270-a89b9eedde92","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.205681432Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth1","reconcileID":"16dc1ae2-d715-4210-87a9-df48dc9a0a06","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.38657435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"88e54c0a-36b2-4b4c-b51a-d8942658db97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.399775004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"261464b5-d7ae-4398-8da3-3dc6bab5377c","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.452943463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7a3a8b8d-9939-4f7e-9bb5-8ba0385a06b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.494731163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"5687c47e-6f39-4515-b97b-4402476261f9","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.495815036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.541169888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"0f87225e-0486-4c3b-a6e9-8cf273010b24","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.54869419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7a3a8b8d-9939-4f7e-9bb5-8ba0385a06b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.628254687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"c68b9095-1c8c-41a2-85cd-0df04a1e3449","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.69773221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"83e20a05-3b8f-4697-95d5-008fb5093996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.697693883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"94cb8660-8699-459a-8f8b-cfd706863472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.751975013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"626b45cc-31a4-4f73-9951-dcf1ee09f8eb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.781646682Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4066cb43-78a4-42d9-8a2c-d462b3863079","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.796372043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"94cb8660-8699-459a-8f8b-cfd706863472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.804126871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"83e20a05-3b8f-4697-95d5-008fb5093996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.849998963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"626b45cc-31a4-4f73-9951-dcf1ee09f8eb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:25.980283579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8987fe6a-ba4b-4de4-964d-2a636f09a285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.05223585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"070987bc-6fad-401b-bc16-693a4dc71b8c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.057887279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8987fe6a-ba4b-4de4-964d-2a636f09a285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.079148439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e95a189f-e426-40b0-ba6f-c46f9c86df1a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.239114271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b5309977-034b-4761-be53-06edcad48356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.272855304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"2d279ab0-8b12-4f83-8464-fcbeb4eb075f","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.30771067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b5309977-034b-4761-be53-06edcad48356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.118938692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"3a97afac-ea9e-4f84-a36d-54349d6e5d4d","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.174953854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d0e332e0-39dd-4176-8f88-2c26ae6c7655","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.37836185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"a103bc4c-b742-485f-a012-edc7dfd1a6a0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.394868564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.394907977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"935ec2c8-aa1e-4efe-9156-6ee6e2bc160d","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.434320223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"a103bc4c-b742-485f-a012-edc7dfd1a6a0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.451209904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"9d528559-d03a-4c8b-839e-2bc6e890e150","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:30:27.503627446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"d79fc297-6e30-484d-a429-e18af453948d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.550674379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e72fb6e7-e7c9-4208-8b23-72c3505c4324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.551357085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"153a3614-5e68-49db-9836-29a2097ebaad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.606064997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e72fb6e7-e7c9-4208-8b23-72c3505c4324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.658671987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"4d4cc011-818a-4bce-a2cd-26c61561989e","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.662139466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"153a3614-5e68-49db-9836-29a2097ebaad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.716394621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"dffb8dd7-00aa-4a98-98bc-2b9064fdf73b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.716881722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"f63a9924-966c-431e-b6da-d0c54145bb33","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.871966265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"f53415a9-6fbc-4ed3-a268-91df2b411f37","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.927346011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"f53415a9-6fbc-4ed3-a268-91df2b411f37","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.972582812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3d16c806-ac91-4326-a2f0-2e6e7a567ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.982888027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"e12f501e-0e6f-4582-9cf1-866d3b72b878","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:27.983043455Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"e12f501e-0e6f-4582-9cf1-866d3b72b878","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.018187404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"16f6515d-8899-4933-b52b-08d3c21ead57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.02945068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3d16c806-ac91-4326-a2f0-2e6e7a567ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.073832672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"16f6515d-8899-4933-b52b-08d3c21ead57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.19097556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"8893154b-7d1c-48eb-9ea5-9283698c3a30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.25035991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1ab5389b-61e0-4b72-9b1a-45bd985fc3ff","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.457536108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"f51c2e97-31a0-45ca-bb55-72264ce879cf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.45769509Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"f51c2e97-31a0-45ca-bb55-72264ce879cf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.607278072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"f4ae9f2a-dc43-43b8-ad9d-aa817d03fc4e","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.607315901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"f4ae9f2a-dc43-43b8-ad9d-aa817d03fc4e","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:30.431502381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"75ce743a-9ed5-4c34-bc03-08dc181a3af7","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:30.587662398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"bc4947c9-1ab3-4cf7-b917-a41a96d67d0d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:30.587703443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a65137f2-e22d-48a8-b08d-485d5e87d6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:30.588286377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3e02ccb4-129e-421e-b62d-f72adf672c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:30.643993157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"bc4947c9-1ab3-4cf7-b917-a41a96d67d0d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:30.645317783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3e02ccb4-129e-421e-b62d-f72adf672c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:30.646303005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a65137f2-e22d-48a8-b08d-485d5e87d6f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.058141323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"8fd47636-2706-48b6-9adc-9a63aa055b84","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.058162557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"8fd47636-2706-48b6-9adc-9a63aa055b84","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.114228451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"2f12cf2e-7264-4b23-8067-01a1a6b3b033","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.114260144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"2f12cf2e-7264-4b23-8067-01a1a6b3b033","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.218075141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"3f7267ae-bccc-4f10-807d-bb7f0ae4f5eb","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.338767733Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"3f7267ae-bccc-4f10-807d-bb7f0ae4f5eb","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.394370319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bd9d24-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"3f7267ae-bccc-4f10-807d-bb7f0ae4f5eb","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.448541003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"ef9b3732-3970-43bd-a91d-dd61039d7ace","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.448562651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"ef9b3732-3970-43bd-a91d-dd61039d7ace","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.643840188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"d4a4ae08-8d24-4716-8451-241079c978ff","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.644298207Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.730405768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"73ee53e7-31f2-46a8-9b7d-54d2db431bfb","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:30:35.789100712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-list-subs-refs-sub","reconcileID":"54bb3644-8a9f-4dd0-b8e1-61df36237a5d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.844587196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6a88f2e5-13ab-42c4-8f61-0f97e3de15d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.845372554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a882e4c3-867d-4eca-a06c-277c3a81e418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.916305612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a882e4c3-867d-4eca-a06c-277c3a81e418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.920005682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"fdeaaad9-8491-4962-a4ba-97370cd0dbce","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.941685395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6a88f2e5-13ab-42c4-8f61-0f97e3de15d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.012504865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"36344e05-9c9a-4c96-bbf4-47028e387409","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.370453548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3d09278b-c04f-41be-9010-c2a557376180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.371750492Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-list-subs-refs-sub","reconcileID":"17264d98-7bc3-4b49-9de4-3413a38863cc","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.424664919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1ba83986-c4fa-4ff8-91a9-8e9263ffe6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.453387642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3d09278b-c04f-41be-9010-c2a557376180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.528531522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1ba83986-c4fa-4ff8-91a9-8e9263ffe6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.553363106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"89e7aba7-133b-4c02-8bf5-a7be6f24ad1f","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.619091284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"2f748b5d-c60b-43e6-9783-856c913d81d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.842078436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-list-subs-refs-sub","reconcileID":"e5406a94-6551-4eb4-b910-6e0a5f4b27af","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.980105075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3a7dd254-254e-4a94-95fe-4de0ff244f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.985968276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c2de779a-a983-482d-a8c0-eb1d7393411a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.048828604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3a7dd254-254e-4a94-95fe-4de0ff244f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.052193101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c2de779a-a983-482d-a8c0-eb1d7393411a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.751420459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"3416903b-4a40-40ae-a55a-3e207b9abd48","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.906558326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e39efc02-550f-4b75-8b95-36299fc8f81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.906557945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"eeb4e775-c4be-4890-b17d-513701fbd284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.962455521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e39efc02-550f-4b75-8b95-36299fc8f81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.963688725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"eeb4e775-c4be-4890-b17d-513701fbd284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.593333029Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"b0fe7a58-48af-4a58-a1c0-3fe690169995","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.805787294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"b0fe7a58-48af-4a58-a1c0-3fe690169995","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.805828924Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"b0fe7a58-48af-4a58-a1c0-3fe690169995","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.80600371Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey","reconcileID":"b0fe7a58-48af-4a58-a1c0-3fe690169995","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.01395261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"07aa6e5e-c811-4107-afe9-4db183524fbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.123748457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"f479328f-c4c3-46b7-b982-f55c176485e9","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.124123311Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.268810319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"73a06b38-6209-4e97-9b46-fd5610d554d7","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.280629325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ec7d45b6-49cf-486a-9b85-d87e9c9b794d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.280775997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"013cff87-a186-442f-9c21-30ec2245414d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.28062904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1b321022-b9c1-4dad-930b-e7fb66d987cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.3368349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"013cff87-a186-442f-9c21-30ec2245414d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.336978499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ec7d45b6-49cf-486a-9b85-d87e9c9b794d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.339107012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1b321022-b9c1-4dad-930b-e7fb66d987cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.491592939Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-apikey-auth","reconcileID":"a9b3ac77-7ac7-488e-9b7d-4df72918975f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.698998024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"c6f2ef7f-f5e9-4937-991b-b7fedeb6f8e1","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:42.583837205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"011c7b08-5b95-42e6-8b36-f48f1ae47a8e","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:42.640235677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"7fe3a646-c12d-47b2-8969-1f203ee89b3a","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:42.795524882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"39af2950-b375-4d09-a5da-a24b0a64d553","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:42.850976549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"39af2950-b375-4d09-a5da-a24b0a64d553","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:42.856100249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"7991c8d8-fbfe-4f08-876f-f79029c54695","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:42.856126906Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:42.91055767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"67ba566a-77c6-45d6-9e89-9eef3930aebc","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:30:42.962518342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"764782f1-0d93-403f-bc29-7fa8be561024","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.012994485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"aaf4badc-9b73-4f97-beae-9727118b3ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.012999138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2f872efd-231a-4437-8c6c-0613a97d42d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.068807094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"aaf4badc-9b73-4f97-beae-9727118b3ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.068890014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2f872efd-231a-4437-8c6c-0613a97d42d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.076203154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"ae45f80b-bb91-4d8e-a345-391d143dd8f1","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.11724546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"d8af8ba4-4eda-4969-8035-8a5404151bb9","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.130736631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"fb5ca0e9-1b2d-47ef-965d-20e8e2249584","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.275645215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"0ef52af2-6652-44f8-85ca-e06861a7fc0c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.331850399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"0ef52af2-6652-44f8-85ca-e06861a7fc0c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.396034682Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"e452727a-780c-4257-95ab-aae4863d23f4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.396238901Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"e452727a-780c-4257-95ab-aae4863d23f4","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.432220951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b542c1e9-6044-4341-958d-88f18286d904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.432220918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"661b2937-fdc4-4b30-95cd-10716c7d8f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.487404592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b542c1e9-6044-4341-958d-88f18286d904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.487994538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"661b2937-fdc4-4b30-95cd-10716c7d8f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.603232522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"3acd3e1e-a5f8-4d85-83ef-7cad1021beae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.610500948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"7095fbd0-50d4-4ca2-9382-81a65a89a452","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.817383106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"ac744116-6e92-4d13-941e-aa31b264ebfe","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:43.817554921Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"ac744116-6e92-4d13-941e-aa31b264ebfe","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:44.082353492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"a9a88377-0847-4cf1-9789-1ffc777cc88d","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:44.553396113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"30b22a63-9720-4197-b256-ecf70b8b7ef0","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:44.610961627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"30b22a63-9720-4197-b256-ecf70b8b7ef0","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:44.665129279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bd9d24-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"30b22a63-9720-4197-b256-ecf70b8b7ef0","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.62857532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"83776010-27f9-4d0f-b13f-1d3eb068a79d","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.783755438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a882ba9c-12dd-4f2e-889e-7b9fa5b8093f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.783776332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"60975cf5-8daf-4a7a-8502-ea353e172fce","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.787169404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5b898ec9-6a2b-408b-9b5f-9583041b984c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.83994326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"60975cf5-8daf-4a7a-8502-ea353e172fce","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.841183688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a882ba9c-12dd-4f2e-889e-7b9fa5b8093f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.842791711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5b898ec9-6a2b-408b-9b5f-9583041b984c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:47.913957989Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-list-subs-refs-sub","reconcileID":"e3221c8d-fcd3-4c37-9b40-503c1798fbec","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.128336145Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-list-subs-refs-sub","reconcileID":"e3221c8d-fcd3-4c37-9b40-503c1798fbec","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.338017259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"12f9e610-7e9c-4d4c-b12a-c307769fc237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.34222216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"eec0ba14-3e10-49be-b7c5-d49309cdc167","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.342669027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.498041645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2083df2c-364c-4a48-b186-bbf5b059899c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.498629435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3615071f-5ee0-4348-a7f6-a325f05e487f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.612714568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3615071f-5ee0-4348-a7f6-a325f05e487f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.61452845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2083df2c-364c-4a48-b186-bbf5b059899c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.097677272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"10fed5ba-1bf9-4799-80b3-5d77e03d05bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.097702993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"10fed5ba-1bf9-4799-80b3-5d77e03d05bf","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.157321578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"110170c7-f3b2-4db9-bc11-28605ae6cb09","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.271295316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"5b8e30de-9e50-4579-9874-f1f2a056b47d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.271319558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"5b8e30de-9e50-4579-9874-f1f2a056b47d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.271564261Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.327951635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"fbbc2cb5-fc60-46e0-9cc6-2f05dd1684c2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.327972639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"fbbc2cb5-fc60-46e0-9cc6-2f05dd1684c2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:30:49.377841311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-sub","reconcileID":"1e5f4cd4-b891-4ce9-91e2-2fb9e4cb09e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.428107986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"984f7ef6-52f4-496c-8898-7ed21d82552d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.428345418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"eeb972ab-db0d-4c3a-867c-cf75c3cb3104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.484167367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"984f7ef6-52f4-496c-8898-7ed21d82552d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.484298013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"eeb972ab-db0d-4c3a-867c-cf75c3cb3104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.490623066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"b0d32e5b-7e48-43d5-a270-091e17c89212","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.490638781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"b0d32e5b-7e48-43d5-a270-091e17c89212","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.546783938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"5e085d1f-9e31-460d-9d4f-3583c5cf94aa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.546803035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"5e085d1f-9e31-460d-9d4f-3583c5cf94aa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.549840897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"3deb2999-f9f8-4189-8586-187f39e7cc6e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.549860723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"3deb2999-f9f8-4189-8586-187f39e7cc6e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.609009322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"7625ca47-757a-466a-a9c2-9d1b81c58872","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.609029607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"7625ca47-757a-466a-a9c2-9d1b81c58872","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:30:49.66174769Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"7625ca47-757a-466a-a9c2-9d1b81c58872","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:30:49.661832936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"7625ca47-757a-466a-a9c2-9d1b81c58872","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.667221128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"f1400b1c-4a6b-43d3-8431-f1dd08b977f1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.667239441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"f1400b1c-4a6b-43d3-8431-f1dd08b977f1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.757787552Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-sub","reconcileID":"d351e73d-b34c-4fc6-83ab-ec0872b46c84","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.81336701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-auth","reconcileID":"59dbf2b3-c9bd-4a1b-aaef-68b433a37161","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.872028351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-auth","reconcileID":"59dbf2b3-c9bd-4a1b-aaef-68b433a37161","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.896150281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8c1ca5be-1879-40cd-a11b-2d41aecad1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.896150722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"85a35050-8624-45fb-89ee-3285718aba3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.924580284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"927083a3-f043-4203-8c11-2d2157e7eb7c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.924603625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"927083a3-f043-4203-8c11-2d2157e7eb7c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.952004527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8c1ca5be-1879-40cd-a11b-2d41aecad1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:49.952186565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"85a35050-8624-45fb-89ee-3285718aba3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:50.133901403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-sub","reconcileID":"f0feca8b-3bcf-4c9b-8004-4dbbd127d9b8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:50.188065423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"8b0cce56-fd1b-443a-81cc-ddff8a9a5e99","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:50.188091844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"8b0cce56-fd1b-443a-81cc-ddff8a9a5e99","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:50.394210961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-auth","reconcileID":"72fca877-31c9-4f0a-a802-e38ba245edbe","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:50.451021763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-auth","reconcileID":"72fca877-31c9-4f0a-a802-e38ba245edbe","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.241729809Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-auth","reconcileID":"2ca45999-fb6e-4b0d-9512-970a69a0b3c2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.241864278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"be78c8fb-df35-4645-b899-19790c1e8e8e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.241883765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"be78c8fb-df35-4645-b899-19790c1e8e8e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.44887699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"8cbe9fd4-e1e8-48ec-9d91-5c4da8e2646a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.448904509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"8cbe9fd4-e1e8-48ec-9d91-5c4da8e2646a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.458099783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"777a0803-e0a9-4008-aa12-2450ce98e181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.458186675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a7f17df8-505c-4da4-8cdc-25958c832285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.510251264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-sub","reconcileID":"ac28ed30-b016-45e7-9ad3-8d52bf6ce1e8","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.513913821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"777a0803-e0a9-4008-aa12-2450ce98e181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.5140405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a7f17df8-505c-4da4-8cdc-25958c832285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.604511002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"d2c1db2d-b595-48c1-868b-5e43cadbb42d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.60453222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"d2c1db2d-b595-48c1-868b-5e43cadbb42d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.696808621Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"40ea5b3f-b4b1-4293-8cb0-48ce4ef6c273","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.750327831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.770987878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"27aba36a-0bdd-4054-8d5e-0fc68b264e17","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.827940213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"27aba36a-0bdd-4054-8d5e-0fc68b264e17","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.896527725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bd9d24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181b226d0f34d1aca5dc322583a7cfc5627009376e95460c124edb64f6893c29) AuthConfig (9b3589b2ff1776049f05106cf79ec7a731d4e0d066b7278e937e04bf825d0f59) AuthConfig (697028c9ab407253b873028168da1d9e57e87dfeeb162a98e47abab080a8099b) AuthConfig (7d3708bb05becd168322975e15757ef22364da76658c6bfa46a76442a51d9235) AuthConfig (c6b729701eb496c5f3a2cd37430507ebd4c76211e5a8d279382e6cdc5d37dc19) AuthConfig (c49a1e0c5d3cf600b0c7783cce36b2bcf093f12ccb9863cdf675960ff4c2d3a0) AuthConfig (982a7eb3f06f7af927b6b55ff70a2e43703ac942cc8973b25426c518dc9b73c5) AuthConfig (4ad95d9febd8d4c1fe3279f24d02007c5dd3b5ac398c6319bcad879f1086117d) AuthConfig (ffc9523a96874c6ed0fbc8bf955b238bfb34120d303bbe9811ed9b70f39a4e61) AuthConfig (b8d7d35db14b6f1e570fdd90f5eaea7f098ccce5bc57e5c1a558d688540c0613) AuthConfig (26ca7464a348d95198e5e0f01abce4bc09896df3dc87ae9a6dfe3c2a932319c5) AuthConfig (30700a252c1d4bf7706ca3e6bffc582c1be58813f683a3eb50f6bcaec495e5c5) AuthConfig (95d431f72e81dcf4dad08555efc0603f965ebfbca3955872377ce01c966fe849) AuthConfig (62a02f428009f0079a466987e39a6af72105c22ab3995c4af989fbf719d45b4d) AuthConfig (66c1523d3888be441343889c54d93aa6924003041cc46cc57fa4b9c77d12c976) AuthConfig (33a9718f31b2c1ddd46becc20115a55726c56e67d89909c51ec00cb6a97e40a7) AuthConfig (e11870aecc7c421fe94ef87ae4cf2fe184b20c940e28bc7cd098aec881669df7) AuthConfig (b5fd199b318fd125e04c00952db5aec2969f701447e54ea19334eef0401f2ad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"27aba36a-0bdd-4054-8d5e-0fc68b264e17","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.949403226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fd630684-cea9-4d4e-be4d-4eedf4eecc4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.951075088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cf435e21-1ba3-4ec5-bb52-4beb1e1e86b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.951572502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e3d12762-575f-40ba-a57c-71cacbac00a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.952812838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0aad07f-7b20-478b-81f5-dce460dfdfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.006935146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fd630684-cea9-4d4e-be4d-4eedf4eecc4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.010854046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0aad07f-7b20-478b-81f5-dce460dfdfd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.01266039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e3d12762-575f-40ba-a57c-71cacbac00a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.01340289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cf435e21-1ba3-4ec5-bb52-4beb1e1e86b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.12012258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"9d5913ee-dc93-43e1-ab20-0bdff1c0bf61","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.161964947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"0a67cb45-7a0c-41c7-9061-689de279135b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.21917679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"0a67cb45-7a0c-41c7-9061-689de279135b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.228392861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"2fb8af1f-9224-4c16-88ac-287e24658861","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.228416248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"2fb8af1f-9224-4c16-88ac-287e24658861","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.317099224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"520016e3-319e-4d43-8980-f6638cfda63c","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.368957067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1149eee6-e236-4a97-99dc-8f70e9f91795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.373240733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"520016e3-319e-4d43-8980-f6638cfda63c","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.419621517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"013c7b17-c37f-447d-b5e2-2ddb7b8646e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.424418475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1149eee6-e236-4a97-99dc-8f70e9f91795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.42731759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bd9d24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181b226d0f34d1aca5dc322583a7cfc5627009376e95460c124edb64f6893c29) AuthConfig (9b3589b2ff1776049f05106cf79ec7a731d4e0d066b7278e937e04bf825d0f59) AuthConfig (697028c9ab407253b873028168da1d9e57e87dfeeb162a98e47abab080a8099b) AuthConfig (7d3708bb05becd168322975e15757ef22364da76658c6bfa46a76442a51d9235) AuthConfig (c6b729701eb496c5f3a2cd37430507ebd4c76211e5a8d279382e6cdc5d37dc19) AuthConfig (c49a1e0c5d3cf600b0c7783cce36b2bcf093f12ccb9863cdf675960ff4c2d3a0) AuthConfig (982a7eb3f06f7af927b6b55ff70a2e43703ac942cc8973b25426c518dc9b73c5) AuthConfig (4ad95d9febd8d4c1fe3279f24d02007c5dd3b5ac398c6319bcad879f1086117d) AuthConfig (ffc9523a96874c6ed0fbc8bf955b238bfb34120d303bbe9811ed9b70f39a4e61) AuthConfig (b8d7d35db14b6f1e570fdd90f5eaea7f098ccce5bc57e5c1a558d688540c0613) AuthConfig (26ca7464a348d95198e5e0f01abce4bc09896df3dc87ae9a6dfe3c2a932319c5) AuthConfig (30700a252c1d4bf7706ca3e6bffc582c1be58813f683a3eb50f6bcaec495e5c5) AuthConfig (95d431f72e81dcf4dad08555efc0603f965ebfbca3955872377ce01c966fe849) AuthConfig (62a02f428009f0079a466987e39a6af72105c22ab3995c4af989fbf719d45b4d) AuthConfig (66c1523d3888be441343889c54d93aa6924003041cc46cc57fa4b9c77d12c976) AuthConfig (33a9718f31b2c1ddd46becc20115a55726c56e67d89909c51ec00cb6a97e40a7) AuthConfig (e11870aecc7c421fe94ef87ae4cf2fe184b20c940e28bc7cd098aec881669df7) AuthConfig (b5fd199b318fd125e04c00952db5aec2969f701447e54ea19334eef0401f2ad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"520016e3-319e-4d43-8980-f6638cfda63c","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.466971449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f4c33f38-d8af-4ee1-bec5-e4ccafa24fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.475082372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"013c7b17-c37f-447d-b5e2-2ddb7b8646e5","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.522419765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f4c33f38-d8af-4ee1-bec5-e4ccafa24fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.58234878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"07f4ca46-7398-4160-a53b-d40c9e3c7c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.637901236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"07f4ca46-7398-4160-a53b-d40c9e3c7c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.683566414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41894e5a-b1b1-47fd-9e5a-300300605834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.739107881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41894e5a-b1b1-47fd-9e5a-300300605834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.789806147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"09bc0028-a993-43dd-9055-ea76314055bb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.885275173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"a8cc8d81-3c1e-41d0-b2e0-9edaad6f14ac","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.934090553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"36f5265e-ba72-4d23-a9e9-7b33abb2b090","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.940772414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"a8cc8d81-3c1e-41d0-b2e0-9edaad6f14ac","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:55.989815919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"36f5265e-ba72-4d23-a9e9-7b33abb2b090","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.001971399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"09bc0028-a993-43dd-9055-ea76314055bb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-8ff537/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.001997802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"09bc0028-a993-43dd-9055-ea76314055bb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.002134792Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube","reconcileID":"09bc0028-a993-43dd-9055-ea76314055bb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-8ff537/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.210054883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"8dfa38b0-3a0d-4724-818c-f4d81640e109","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.318143978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"4744cacc-c81f-4fef-8c08-7dab534cddae","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.318228224Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.472574045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"96827105-35d7-45c5-9430-e961bb37f74b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.47534086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"f165be0d-b05b-4be0-bbdb-95fcc29839b8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.476485694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5839c732-8c78-43a0-90c7-c6bde90f465f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.477107888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"dd9bf8cf-80fd-47ae-b936-3e8af919a5eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.532966192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5839c732-8c78-43a0-90c7-c6bde90f465f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.533239562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"f165be0d-b05b-4be0-bbdb-95fcc29839b8","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.535630208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"dd9bf8cf-80fd-47ae-b936-3e8af919a5eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.736788392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-degraded-models-kube-auth","reconcileID":"05f1c8c7-e0b7-485a-ada6-9209692c9ee6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.896132978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"efed0453-a321-455a-9d39-42e92835d7be","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.752871151Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"7cba3c2f-00a6-4d0f-ad75-cec79c9921b9","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.85692642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"9fa30b4b-7eaf-4f5c-891e-2564dd195152","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.909115738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9ba887cd-8e35-4072-97d8-31c7ad2f7a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.910029126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efc79d55-8a3a-47c9-9599-08adc28d0a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.912707632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"9fa30b4b-7eaf-4f5c-891e-2564dd195152","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.9596635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ffa988bd-19bb-4112-b7f6-5b8ae92224b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.960261366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"7354805a-042b-4cf5-a6df-b00398f10284","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.964490645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9ba887cd-8e35-4072-97d8-31c7ad2f7a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.965752985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efc79d55-8a3a-47c9-9599-08adc28d0a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:58.966925451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bd9d24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181b226d0f34d1aca5dc322583a7cfc5627009376e95460c124edb64f6893c29) AuthConfig (9b3589b2ff1776049f05106cf79ec7a731d4e0d066b7278e937e04bf825d0f59) AuthConfig (697028c9ab407253b873028168da1d9e57e87dfeeb162a98e47abab080a8099b) AuthConfig (7d3708bb05becd168322975e15757ef22364da76658c6bfa46a76442a51d9235) AuthConfig (c6b729701eb496c5f3a2cd37430507ebd4c76211e5a8d279382e6cdc5d37dc19) AuthConfig (c49a1e0c5d3cf600b0c7783cce36b2bcf093f12ccb9863cdf675960ff4c2d3a0) AuthConfig (982a7eb3f06f7af927b6b55ff70a2e43703ac942cc8973b25426c518dc9b73c5) AuthConfig (4ad95d9febd8d4c1fe3279f24d02007c5dd3b5ac398c6319bcad879f1086117d) AuthConfig (ffc9523a96874c6ed0fbc8bf955b238bfb34120d303bbe9811ed9b70f39a4e61) AuthConfig (b8d7d35db14b6f1e570fdd90f5eaea7f098ccce5bc57e5c1a558d688540c0613) AuthConfig (26ca7464a348d95198e5e0f01abce4bc09896df3dc87ae9a6dfe3c2a932319c5) AuthConfig (30700a252c1d4bf7706ca3e6bffc582c1be58813f683a3eb50f6bcaec495e5c5) AuthConfig (95d431f72e81dcf4dad08555efc0603f965ebfbca3955872377ce01c966fe849) AuthConfig (62a02f428009f0079a466987e39a6af72105c22ab3995c4af989fbf719d45b4d) AuthConfig (66c1523d3888be441343889c54d93aa6924003041cc46cc57fa4b9c77d12c976) AuthConfig (33a9718f31b2c1ddd46becc20115a55726c56e67d89909c51ec00cb6a97e40a7) AuthConfig (e11870aecc7c421fe94ef87ae4cf2fe184b20c940e28bc7cd098aec881669df7) AuthConfig (b5fd199b318fd125e04c00952db5aec2969f701447e54ea19334eef0401f2ad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"9fa30b4b-7eaf-4f5c-891e-2564dd195152","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.015295611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ffa988bd-19bb-4112-b7f6-5b8ae92224b4","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.015801928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"7354805a-042b-4cf5-a6df-b00398f10284","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.020877705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"88b38968-994c-4c7d-8cf8-bb758e48b1cd","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.122481691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1a099b0f-4d37-43da-b0ce-3ae26d86cc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.125263311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"2cb574f9-bb7f-4956-90a8-a6e47912335c","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.125285289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"2cb574f9-bb7f-4956-90a8-a6e47912335c","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.179886062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1a099b0f-4d37-43da-b0ce-3ae26d86cc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.230408061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"913a8034-29f8-4aa1-9c74-0ef26c6a3cfb","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.230429975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"d68d75f5-ca09-487e-ad44-ac28d24226b7","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.230447161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"d68d75f5-ca09-487e-ad44-ac28d24226b7","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.230846639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"a7682c7a-b185-4abf-99b7-9f55b10efb0e","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.230966481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"f17a460d-b9c6-41b3-8f11-4a2e4722287c","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.325585975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"98f80be6-2219-48f7-8a44-be567dc6a81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.325591799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0250a5fd-0801-46cb-83a3-532bdda7904d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.335777861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"d180d59b-924f-4b6f-b588-42fb786dd6a7","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.335800349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"d180d59b-924f-4b6f-b588-42fb786dd6a7","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.381646985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0250a5fd-0801-46cb-83a3-532bdda7904d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.382195517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"98f80be6-2219-48f7-8a44-be567dc6a81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.438616035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a2501fda-f0a9-45c2-8f9f-bfbc71b8eec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.438780036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62409dc9-17fc-48df-8f18-3792921245f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.439671125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"e43f629f-127e-4dab-a534-389553e33dc8","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.497014668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62409dc9-17fc-48df-8f18-3792921245f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.497155495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a2501fda-f0a9-45c2-8f9f-bfbc71b8eec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.538910233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c64f3432-f582-4be0-8c4e-16c5645ff7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.595707736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c64f3432-f582-4be0-8c4e-16c5645ff7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.821526878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"db04ff13-6fd6-4441-b087-0e2475c325aa","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.821530429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"c966c59f-3366-494d-bf04-c6b22ef3a169","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.87702103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"db04ff13-6fd6-4441-b087-0e2475c325aa","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.877651071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"c966c59f-3366-494d-bf04-c6b22ef3a169","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.907183217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"0d4f64d8-d3b7-44c1-92e6-a3f1ed2fcfe4","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:59.997421427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"0d4f64d8-d3b7-44c1-92e6-a3f1ed2fcfe4","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.299289422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"f1c625e4-dcf5-4982-a2af-02563750e8ef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.40679632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"cf0fe96e-9cd5-458b-9445-ca77807c1569","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.406831677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"cf0fe96e-9cd5-458b-9445-ca77807c1569","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.457348894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"36196462-b754-42da-8dfa-22c6260dcf3d","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.457364295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"e993845c-06da-4925-9b3b-16e69772759f","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.510908241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"ec12158f-59a2-4a94-99d9-c5028e4671e6","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.51099114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"c8cbe220-df6d-4946-af3e-dd67ec1667ab","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.51100827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"c8cbe220-df6d-4946-af3e-dd67ec1667ab","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.511893891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"d40e5f6e-1125-4109-860e-1e76591a8026","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.512274908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"c6d5e6b8-a3d4-4884-a0e9-f417b866ee8d","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.514241032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"e993845c-06da-4925-9b3b-16e69772759f","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.516303027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"36196462-b754-42da-8dfa-22c6260dcf3d","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.555439077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"912a0865-3224-4846-bed3-715811e6649c","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.610929254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"912a0865-3224-4846-bed3-715811e6649c","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.614760096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"45dc8203-857f-4a32-86ec-3fa3db7ae839","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.614780163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"45dc8203-857f-4a32-86ec-3fa3db7ae839","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.718219584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"f2c354a3-138e-4ad6-8b80-2f0beace86f5","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.983720522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"a5b311b8-249e-493d-92dc-04d5cd751452","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.98371937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"42d76278-3052-4701-a244-9b515804c232","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.041893999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"a5b311b8-249e-493d-92dc-04d5cd751452","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.041986538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"42d76278-3052-4701-a244-9b515804c232","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.341324218Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"924878c3-ed13-4078-9963-0d70157d1cc9","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.394809007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"c8db346a-33a8-47c0-9293-1ad7b127fc4d","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.452015533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"d954add5-5ad7-4950-8b49-1e7518fb79a8","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.458217947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"c8db346a-33a8-47c0-9293-1ad7b127fc4d","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.510258495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2e09e44d-b165-45df-a15c-e45bcaff5c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.511049172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c797d22b-b961-4371-9a50-79acdda1153d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.511682017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"90614afb-82b2-4cc1-81ab-117c34218460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.512272076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c5c5b97d-18e4-49ee-bedb-fc16cc07cb98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.529041773Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"7c5b361b-f531-47cd-bf90-16ad98be914a","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.529138961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"7c5b361b-f531-47cd-bf90-16ad98be914a","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.530516169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"d954add5-5ad7-4950-8b49-1e7518fb79a8","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.569015342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2e09e44d-b165-45df-a15c-e45bcaff5c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.56958876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c5c5b97d-18e4-49ee-bedb-fc16cc07cb98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.5717859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"90614afb-82b2-4cc1-81ab-117c34218460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.571933433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c797d22b-b961-4371-9a50-79acdda1153d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.585601445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-bd9d24-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181b226d0f34d1aca5dc322583a7cfc5627009376e95460c124edb64f6893c29) AuthConfig (9b3589b2ff1776049f05106cf79ec7a731d4e0d066b7278e937e04bf825d0f59) AuthConfig (697028c9ab407253b873028168da1d9e57e87dfeeb162a98e47abab080a8099b) AuthConfig (7d3708bb05becd168322975e15757ef22364da76658c6bfa46a76442a51d9235) AuthConfig (c6b729701eb496c5f3a2cd37430507ebd4c76211e5a8d279382e6cdc5d37dc19) AuthConfig (c49a1e0c5d3cf600b0c7783cce36b2bcf093f12ccb9863cdf675960ff4c2d3a0) AuthConfig (982a7eb3f06f7af927b6b55ff70a2e43703ac942cc8973b25426c518dc9b73c5) AuthConfig (4ad95d9febd8d4c1fe3279f24d02007c5dd3b5ac398c6319bcad879f1086117d) AuthConfig (ffc9523a96874c6ed0fbc8bf955b238bfb34120d303bbe9811ed9b70f39a4e61) AuthConfig (b8d7d35db14b6f1e570fdd90f5eaea7f098ccce5bc57e5c1a558d688540c0613) AuthConfig (26ca7464a348d95198e5e0f01abce4bc09896df3dc87ae9a6dfe3c2a932319c5) AuthConfig (30700a252c1d4bf7706ca3e6bffc582c1be58813f683a3eb50f6bcaec495e5c5) AuthConfig (95d431f72e81dcf4dad08555efc0603f965ebfbca3955872377ce01c966fe849) AuthConfig (62a02f428009f0079a466987e39a6af72105c22ab3995c4af989fbf719d45b4d) AuthConfig (66c1523d3888be441343889c54d93aa6924003041cc46cc57fa4b9c77d12c976) AuthConfig (33a9718f31b2c1ddd46becc20115a55726c56e67d89909c51ec00cb6a97e40a7) AuthConfig (e11870aecc7c421fe94ef87ae4cf2fe184b20c940e28bc7cd098aec881669df7) AuthConfig (b5fd199b318fd125e04c00952db5aec2969f701447e54ea19334eef0401f2ad8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"d954add5-5ad7-4950-8b49-1e7518fb79a8","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.59542932Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"8584c0e8-9a00-4158-8e47-3a5d33048e0c","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.595741055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"8584c0e8-9a00-4158-8e47-3a5d33048e0c","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.669690461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"85fde2b3-6a09-41c8-88be-3c34e7090a68","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.669767974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"85fde2b3-6a09-41c8-88be-3c34e7090a68","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.741902569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcb8dbbe-2f30-4367-b53e-b0e162d69179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.763139288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"54c3eb45-3fd6-4bd6-941f-4ee441d6716c","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.763211139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"54c3eb45-3fd6-4bd6-941f-4ee441d6716c","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.797696505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcb8dbbe-2f30-4367-b53e-b0e162d69179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.895761839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"bfb1a347-35b0-4c0f-8f4b-53980d98865f","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:01.895835169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"bfb1a347-35b0-4c0f-8f4b-53980d98865f","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.928376001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43946e98-c2e2-4d73-a546-213fd85536e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.929499853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8e823c89-8bbf-4b12-b04d-94b7bfcc3629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.929518419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9da866be-f89d-4ec9-909f-90fe884482ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.979369897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"0149100d-f503-4b55-b062-81f5dd895a3e","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.984150926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43946e98-c2e2-4d73-a546-213fd85536e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.985361237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8e823c89-8bbf-4b12-b04d-94b7bfcc3629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.986502949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9da866be-f89d-4ec9-909f-90fe884482ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:02.035084076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"0149100d-f503-4b55-b062-81f5dd895a3e","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:02.108110379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"502066ef-0d10-4de8-9982-a4b90b126f37","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:02.108193275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"502066ef-0d10-4de8-9982-a4b90b126f37","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:02.208898234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"2184ca59-2f95-4661-a5e4-412273b14890","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:02.264483538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"2184ca59-2f95-4661-a5e4-412273b14890","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:02.419933675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"55cf125e-dea1-4fee-8b32-92c0b3a87097","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:02.475382321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"55cf125e-dea1-4fee-8b32-92c0b3a87097","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:02.481540717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"cfbd767f-0efa-445b-aedb-43c59dfb22f9","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:02.481605304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"cfbd767f-0efa-445b-aedb-43c59dfb22f9","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:02.570567743Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"d0d2de49-e561-4878-ad01-cf48cd64d8ba","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:02.570647395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"d0d2de49-e561-4878-ad01-cf48cd64d8ba","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:02.725900888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"a21fa90c-8eb3-4901-b328-c4e1b51b2dd2","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:02.725979091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"a21fa90c-8eb3-4901-b328-c4e1b51b2dd2","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:03.444784622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e02042b-f8fc-4025-af4d-c7ea9323afe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:03.497076666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e02042b-f8fc-4025-af4d-c7ea9323afe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:03.549234636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e02042b-f8fc-4025-af4d-c7ea9323afe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:03.601747442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e02042b-f8fc-4025-af4d-c7ea9323afe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:03.920025899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"177c2629-7b5a-4895-ac89-ed804f0e1d26","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:03.920109135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"177c2629-7b5a-4895-ac89-ed804f0e1d26","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:04.028592446Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-25719d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-25719d","reconcileID":"51507c4b-49fa-441f-b31f-c29b9c9a32ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-25719d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-25719d":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:04.359429746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"0cb0852d-14a5-442f-86c8-3600664eee3e","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:04.359557078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"0cb0852d-14a5-442f-86c8-3600664eee3e","error":"ExternalModel e2e-extmod-att-user-394e88/e2e-att-delete-64562e is attached to several gateways [openshift-ingress/e2e-extmod-a-c79abe openshift-ingress/e2e-extmod-b-dc6e48]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:04.781776529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-sub","reconcileID":"4ec3db1e-f1db-445c-9b41-bb0b97167b4f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:04.833732637Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-sub","reconcileID":"4ec3db1e-f1db-445c-9b41-bb0b97167b4f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:04.885645199Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-enrichment-sub","reconcileID":"4ec3db1e-f1db-445c-9b41-bb0b97167b4f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.192679201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"a5458c4f-1e36-49f4-97ab-9df9c3193f89","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"tenant":"e2e-worker-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.19270358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"e2e-enrichment-model-ref","reconcileID":"a5458c4f-1e36-49f4-97ab-9df9c3193f89","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.192844658Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.347979957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ec212311-f232-45d7-9b10-0e1105844615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.348410889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fd349011-eefa-405d-9f69-8338f438b6d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.406074843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"fd349011-eefa-405d-9f69-8338f438b6d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.406177349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ec212311-f232-45d7-9b10-0e1105844615","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.477958025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb1821a-60ac-4919-a85f-f67f99c4ae81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.530626574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb1821a-60ac-4919-a85f-f67f99c4ae81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.582828274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb1821a-60ac-4919-a85f-f67f99c4ae81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.585929079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"824115a5-9cc1-4714-9b64-46a3e65f877a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.634726073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb1821a-60ac-4919-a85f-f67f99c4ae81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.293206023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"10d04f00-2aa4-40fa-84be-86b11e1d8c7e","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.293348732Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.350904443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"e2d032a8-e0c3-428a-a450-83ee52261f34","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:06.401342231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-sub","reconcileID":"c0682c2e-e84d-442b-a77c-bbff41709787","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.456315006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"eac53800-e734-4057-bbb1-96bba49219bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.457046782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5bbcd25c-d688-4362-ab5b-ed74cff19983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.528663204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"eac53800-e734-4057-bbb1-96bba49219bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.571709648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5bbcd25c-d688-4362-ab5b-ed74cff19983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.602112827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"948f5d43-44db-4c36-a70b-7b1886edc4f2","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.6028429Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]","namespace=ai-tenant-e2e-worker-w4-190724 priority=0:[ai-tenant-e2e-worker-w4-190724/e2e-model-match-sub ai-tenant-e2e-worker-w4-190724/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.656529843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"22dc954d-ecc9-429d-8a48-4ee75b0a79ba","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.657611011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"478c5bd1-b711-4dc6-bc0e-b656b82b81ef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:06.710631746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-sub","reconcileID":"2c237ed0-76ea-4184-8116-f54fec5eeb7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.790553294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"41c216ab-540b-472d-8709-5d5ce03c5e60","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.955588182Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-sub","reconcileID":"2fff1127-cc82-4696-87e3-bf2c93a1f3b7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.004482878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6208fab6-557b-4ea6-9a9d-3e7f4fc303f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.062026386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6208fab6-557b-4ea6-9a9d-3e7f4fc303f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.118621121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"b8845a94-eefa-4460-af11-5cf81a666c0a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.12468748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4ad2fa97-0a04-4993-a55b-8aae205bf7b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.125925463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"653e98d6-b9da-41a1-8ff1-d91626d1f7d2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.206819408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4ad2fa97-0a04-4993-a55b-8aae205bf7b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.210785586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"653e98d6-b9da-41a1-8ff1-d91626d1f7d2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.216300483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"e32ff389-44ac-44d7-a1eb-2ee831d67560","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.273207772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"700643c8-3db1-48ef-8bbd-e70ed5903610","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.276370293Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-sub","reconcileID":"fbd92b97-cdf0-4659-9dc7-2d26a9091b7d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"distinct-2-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.324976264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"8c2bed51-a85d-4e9b-8a76-920e30891136","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.433947839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-sub","reconcileID":"78efa1f0-63b2-4788-94db-cd47c8fb7589","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.437265101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"633cc197-2ad0-46e7-9097-51e6bac8c9df","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.464096639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"626dc67f-6b26-4078-b840-7b8cfdde8959","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.467606712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"cd1477fb-32bd-4a4e-9de9-77b8d7491965","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.495387757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"633cc197-2ad0-46e7-9097-51e6bac8c9df","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.53070131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"cd1477fb-32bd-4a4e-9de9-77b8d7491965","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.53748428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"18c59a4b-4a62-42ff-9d47-14af92778d78","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.576435956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a84c2c62-3eab-4c45-9e2c-8beebd97fd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.678016561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a84c2c62-3eab-4c45-9e2c-8beebd97fd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.730170859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9ee968a7-d131-4f78-aa48-a595565f3ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.732274272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-sub","reconcileID":"fd3ee443-072e-44ae-a9d1-9fc9ca3707fd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.805454372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9ee968a7-d131-4f78-aa48-a595565f3ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.823076716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a602b8ca-67fb-44ba-b302-ee1172e4c2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.955299024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a602b8ca-67fb-44ba-b302-ee1172e4c2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.955841868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"61d8ff0f-22c1-460a-a0a7-47d15e344d55","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.959806411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"dfd92026-527a-4bec-aabe-2757f9ead8db","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.96174998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"dfd92026-527a-4bec-aabe-2757f9ead8db","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:07.969419283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-sub","reconcileID":"80b56ed0-9d8e-49f1-81bb-97997beea683","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.021884736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a602b8ca-67fb-44ba-b302-ee1172e4c2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.042365466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"0ed38151-0499-40e1-9388-76f58939d210","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.17899456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a602b8ca-67fb-44ba-b302-ee1172e4c2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.188944578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"61d8ff0f-22c1-460a-a0a7-47d15e344d55","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.23600632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"d2614f06-55e6-4974-8987-ac55fca6b68a","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.238548554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"d2614f06-55e6-4974-8987-ac55fca6b68a","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.300128831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9ddfdce3-b8d6-4a1f-8ecd-4da8fc38a183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.362122018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"f29cd842-86a3-4336-8c1b-3d7b0c1cace8","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.362248717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"f29cd842-86a3-4336-8c1b-3d7b0c1cace8","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.375603285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9ddfdce3-b8d6-4a1f-8ecd-4da8fc38a183","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.420364682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"25b20cc8-4f1e-4729-8ce2-7e3728a3a326","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.421087235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"b1ff81e0-663c-4283-978d-60637ad340f3","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.421602138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"59bdd54c-4eea-4d44-8473-0cb9e1872054","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.471214561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d3a1ac59-3e85-470c-b9af-6e861edf01bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.473053554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"badcfa84-0a1b-4970-98c7-8e109c973be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.473217441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"4ff9eb88-5c1e-49b1-aa62-78bae1acaa76","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.530518656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"41a831fa-9af1-45f9-9312-56f9d632c15a","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.530632043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"41a831fa-9af1-45f9-9312-56f9d632c15a","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.537334314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d3a1ac59-3e85-470c-b9af-6e861edf01bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.540942157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"4ff9eb88-5c1e-49b1-aa62-78bae1acaa76","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.549516051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"badcfa84-0a1b-4970-98c7-8e109c973be0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.601156592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e707b7f0-af53-4913-895e-f81cd9063cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.638279489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"d096f18a-015c-4e67-aa70-8e848b79903b","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.638307583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"d096f18a-015c-4e67-aa70-8e848b79903b","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.656340134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e707b7f0-af53-4913-895e-f81cd9063cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.745579113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-64562e","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","reconcileID":"29b2ad6a-7b70-420b-aed2-17aef789c528","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-delete-64562e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.818194463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea47057b-f884-46c3-829e-eb8a7573f4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.871779432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"f05f6841-1ac5-4353-a0d2-6b962e863c66","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.874863429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea47057b-f884-46c3-829e-eb8a7573f4d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.888148337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"b8b34329-367e-4758-ae38-c574557cc927","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.888657524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"6f3c3c23-a169-4b02-98ca-10518d0a3a26","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.92864542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"933efe41-7e18-4b6f-bb1e-47f6973ed5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.937904132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"367566ac-a817-4371-bbbb-778a24364100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.973744001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b851ac3d-228b-4cfc-a61b-0596428fbc90","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.98391683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"933efe41-7e18-4b6f-bb1e-47f6973ed5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:08.993156873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"367566ac-a817-4371-bbbb-778a24364100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.02953175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b851ac3d-228b-4cfc-a61b-0596428fbc90","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.044785615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"14f36a21-8c1e-467f-b8da-11c572ab4e5b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.100166873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"14f36a21-8c1e-467f-b8da-11c572ab4e5b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.326161334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"39200797-373f-4e17-a667-9b56658036f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.381901761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"39200797-373f-4e17-a667-9b56658036f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.480030359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"23fd61bd-4bdc-46c1-9b87-4940dc310da3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.480193612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f5b3480b-5b1e-4c7b-9824-72d1598114af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.535623427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"23fd61bd-4bdc-46c1-9b87-4940dc310da3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.53593762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f5b3480b-5b1e-4c7b-9824-72d1598114af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.661240076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e58c84ed-c8fb-403f-90bc-6c00a248c2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.712760196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"dc56d9c6-f732-41e5-a064-97bc81c16c1d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.717096921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e58c84ed-c8fb-403f-90bc-6c00a248c2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.76536839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"198b009a-c39e-4532-afa1-276976491f3b","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.768222694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"dc56d9c6-f732-41e5-a064-97bc81c16c1d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.774255267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"48c0ddf4-e33b-46fa-9172-5785765f2fb3","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.820987139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"198b009a-c39e-4532-afa1-276976491f3b","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.917584453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"62860c42-5c8d-4633-818a-a55a265f7d95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.917584451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"79a3f260-50a2-4790-9225-73b34a3b8803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.934745735Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-sub","reconcileID":"6be75204-3862-495e-b9bc-7515dc2439f4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75e8fe5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.973814687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"79a3f260-50a2-4790-9225-73b34a3b8803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.974293979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"62860c42-5c8d-4633-818a-a55a265f7d95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.077287773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"9347e688-3f6d-49ce-b42c-99b372e6bcc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.132502573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"9347e688-3f6d-49ce-b42c-99b372e6bcc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.148717857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8577ba35-4a07-408c-9da1-1dcb7eb9e14e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.201336861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8577ba35-4a07-408c-9da1-1dcb7eb9e14e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.201662368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49fdf18a-c245-4d01-b3a4-64ddb3204861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.254149115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8577ba35-4a07-408c-9da1-1dcb7eb9e14e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.254415687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"600cbd57-101f-4717-b741-94750fd75c09","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.307299672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8577ba35-4a07-408c-9da1-1dcb7eb9e14e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.310511208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49fdf18a-c245-4d01-b3a4-64ddb3204861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.363934849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"600cbd57-101f-4717-b741-94750fd75c09","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.462772633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d57ed8b-2da9-47d1-befd-20b73afde04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.518270698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d57ed8b-2da9-47d1-befd-20b73afde04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.571278379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"25bed273-b1ce-4a8a-a2aa-da5a2683ee7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.605795525Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.606050739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"f0666094-2c60-4582-9ec1-3477421c84ce","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.606070026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"f0666094-2c60-4582-9ec1-3477421c84ce","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.627055355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"25bed273-b1ce-4a8a-a2aa-da5a2683ee7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.667015074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"197ab061-6f82-453f-a610-c54866978cf7","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.71432062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"d1f28301-5bc2-4fe4-877a-e69eefe2b132","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.714341994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"d1f28301-5bc2-4fe4-877a-e69eefe2b132","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:10.718889188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-bd9d24-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.725105647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b28dc472-ce66-4ec5-b464-ad24ce4fe90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.725970392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"f1d10a7b-e41b-4939-a325-58c4ed9a5603","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-390a75","tenantID":"e2e-praxis-b-390a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.767915544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"496bff97-f873-41f8-b591-8bf9f140638c","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.767937646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"496bff97-f873-41f8-b591-8bf9f140638c","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.778356393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"6168cdf4-4ec1-43d6-8bd4-a420838a8461","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.781103429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b28dc472-ce66-4ec5-b464-ad24ce4fe90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.829447893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"264b1ed7-568f-4b89-8dca-10c9134e1433","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.834422404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"6168cdf4-4ec1-43d6-8bd4-a420838a8461","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.838764875Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"f1d10a7b-e41b-4939-a325-58c4ed9a5603","name":"e2e-praxis-b-390a75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.882758725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"efe2886d-babb-4256-8905-ba625a924ab6","namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.885060411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"264b1ed7-568f-4b89-8dca-10c9134e1433","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.977864547Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"96eaa7a9-e4ce-4fce-81c5-021838a625e9","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"maas-trlp-ipp-route-bd9d24","model":"ipp-route-bd9d24","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.979417138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"4c001706-a171-4c8d-ad50-5df73bcfc17d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.039201583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"4c001706-a171-4c8d-ad50-5df73bcfc17d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.039770095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e923f519-9fa0-469b-afb9-6c3c41860688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.111763614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e923f519-9fa0-469b-afb9-6c3c41860688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.260346963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"05a90f60-d884-4227-9d33-7155d03f22a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.311405233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"3be44f07-055f-4d16-8595-b22dfa5fc1f1","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.313703346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"74fb50f0-6c40-4dd7-9aca-d494fbf614a4","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.315460969Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"5e3d8c60-df48-4e64-9a86-6b4dbf921138","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.317209944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"05a90f60-d884-4227-9d33-7155d03f22a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.367697687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"3be44f07-055f-4d16-8595-b22dfa5fc1f1","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.369995618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"74fb50f0-6c40-4dd7-9aca-d494fbf614a4","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.418427812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"da90cdfc-6143-4c83-8f24-4a12c7d2f113","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"maas-trlp-ipp-route-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.426967522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"d76568f5-72cc-41ae-8f34-7327bf3f8b9d","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.426985476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"d76568f5-72cc-41ae-8f34-7327bf3f8b9d","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.580770241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"d68e6451-9faa-46ab-a89c-a8b7294eb923","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.638092146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"d68e6451-9faa-46ab-a89c-a8b7294eb923","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.741973421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"612a9a1a-1e2c-42bc-a01a-6f30a6b1c61a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.802086368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"89c990d2-bf67-4125-9b4a-33de6c52f485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.807312694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"612a9a1a-1e2c-42bc-a01a-6f30a6b1c61a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.869457024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"89c990d2-bf67-4125-9b4a-33de6c52f485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.915105637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2bd8f54b-b095-44d4-843d-f2bc2b3b36f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.918656795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"23c92593-fe95-4246-8e1d-b544914dd0b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.971340712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2bd8f54b-b095-44d4-843d-f2bc2b3b36f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:11.974262829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"23c92593-fe95-4246-8e1d-b544914dd0b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.260700815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a084cab-d0af-4d31-bd67-7d3ad0c42f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.260862204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f9fe3dfb-2e62-484d-8bc4-10a5ec53a2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.317654775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a084cab-d0af-4d31-bd67-7d3ad0c42f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.322853566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f9fe3dfb-2e62-484d-8bc4-10a5ec53a2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.370726706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a084cab-d0af-4d31-bd67-7d3ad0c42f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.423204447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a084cab-d0af-4d31-bd67-7d3ad0c42f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.475026264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eb73354-c540-4da4-a188-5299985f4fb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.475196745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"b507281a-7b41-4618-8150-52e9944db087","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.536868597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"b507281a-7b41-4618-8150-52e9944db087","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.536951213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eb73354-c540-4da4-a188-5299985f4fb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.685905359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"82fa5b18-1896-4a3a-9eb7-afd2c6e983cc","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.686076008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"47016ff7-3205-44bb-81b4-a23fe8297738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.7418411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"82fa5b18-1896-4a3a-9eb7-afd2c6e983cc","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.742120469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"47016ff7-3205-44bb-81b4-a23fe8297738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.052583728Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"bed65bdf-5787-4be2-9bd6-2ae9feb4886e","namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.211644029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e75e8291-b8f5-4722-9eb7-389f2d3101f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.211810839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"2ba38c4a-fcbc-4176-b408-9be9306eecd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.21226862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"22fb3f0e-30f5-4e7e-a8c4-68b534916108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.267709437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e75e8291-b8f5-4722-9eb7-389f2d3101f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.269392071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"22fb3f0e-30f5-4e7e-a8c4-68b534916108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.270043488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"2ba38c4a-fcbc-4176-b408-9be9306eecd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.315138856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"bd32f2d7-e0e8-41f1-8b6d-fe6e8f0a877e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.315170054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"e29c77de-7988-4c50-8ea8-cbe5e67326c3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.371413339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"bd32f2d7-e0e8-41f1-8b6d-fe6e8f0a877e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.371788414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"e29c77de-7988-4c50-8ea8-cbe5e67326c3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.47639145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"b2cd4813-0db5-4869-b326-423db7f2610b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.579058181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"4bec0c9a-fe06-4229-8535-5cbe601edac5","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.677188925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"30254a27-6abf-4402-8dae-5526419b2e8d","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.727167336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"5091026b-cc47-4351-9e8b-b7fa9feebbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.727262737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cb00245-e56d-40cf-8f10-ebbbc7a2338c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.727731599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"18585303-0398-4c2c-8d63-6be7efd9439e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.727796541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"793ad7c0-9434-4fbe-972c-8521f9626358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.732538603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"30254a27-6abf-4402-8dae-5526419b2e8d","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.783724474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"5091026b-cc47-4351-9e8b-b7fa9feebbce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.784505301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cb00245-e56d-40cf-8f10-ebbbc7a2338c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.78748841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"793ad7c0-9434-4fbe-972c-8521f9626358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:13.788226363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"18585303-0398-4c2c-8d63-6be7efd9439e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.0932252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"3b0007c7-9273-438b-8fc5-cec4eb50e377","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.149012959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"3b0007c7-9273-438b-8fc5-cec4eb50e377","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.19577933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"79401228-7896-413b-bf10-aa19e1470f73","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.195986535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"0a9e27af-d682-442d-8632-24b0a0819cd6","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.196770704Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"97f665b6-88e6-4dad-80f2-b6fde8486715","namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.247136321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"87d6cfb0-2d1a-4e26-ae16-9d64f1eb5c78","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.24904853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"f0ef0e9e-b365-4a2d-bd09-cee0da0d2392","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.252097313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"0a9e27af-d682-442d-8632-24b0a0819cd6","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.254738606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"79401228-7896-413b-bf10-aa19e1470f73","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.303146811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"87d6cfb0-2d1a-4e26-ae16-9d64f1eb5c78","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.353176435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"92dcf542-7ec5-45d1-85d9-2dd9f86dbebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.408878664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"92dcf542-7ec5-45d1-85d9-2dd9f86dbebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.456095912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"eb30afcc-8b67-4fc7-a848-1dd951b393c2","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.51170045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"eb30afcc-8b67-4fc7-a848-1dd951b393c2","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.760748575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"433984c2-aae4-4563-b28e-fdbd546039c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.807826917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d66e5742-a537-4536-9864-4829877e6577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.809110233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"6c949d55-caf7-4573-913a-daa4587bef30","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.81245126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f2552aa4-d738-4fa1-a2bc-2e7bc9ff5547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.816717128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"433984c2-aae4-4563-b28e-fdbd546039c5","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.820159481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1ec57566-2c44-4902-8a3d-4cc77547f680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.863277291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d66e5742-a537-4536-9864-4829877e6577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.864448042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"6c949d55-caf7-4573-913a-daa4587bef30","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.870609321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f2552aa4-d738-4fa1-a2bc-2e7bc9ff5547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.877254278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1ec57566-2c44-4902-8a3d-4cc77547f680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.223988767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7368368-31fc-4444-9120-2e5f70dbf71e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.23072955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66f69f59-b83d-4da4-8118-2fb01e9ad88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.260619109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"b5904b45-e823-4bb3-866f-c7ca9e282cb0","namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.27740771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"30fd5ede-2841-47b9-9358-341c93246884","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.279233375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7368368-31fc-4444-9120-2e5f70dbf71e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.285875959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66f69f59-b83d-4da4-8118-2fb01e9ad88b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.32573345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"1a1428f1-ee63-4e88-996b-ecacc4253768","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.325732838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ea045a5b-c11d-49b5-b0a7-41e8fe787467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.33281795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"30fd5ede-2841-47b9-9358-341c93246884","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.381298158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"1a1428f1-ee63-4e88-996b-ecacc4253768","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.381361154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ea045a5b-c11d-49b5-b0a7-41e8fe787467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.63829514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"5f15dc50-332b-4a7e-a6fd-0ed73d123fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.688165956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"a80d9a1f-7a8f-4aa3-9889-ec1b7a6c1ac6","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.689290329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"8316fd8d-676a-4c79-959a-de29d7a45cf7","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.696312041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"5f15dc50-332b-4a7e-a6fd-0ed73d123fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.743702927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"a80d9a1f-7a8f-4aa3-9889-ec1b7a6c1ac6","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.744542847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"8316fd8d-676a-4c79-959a-de29d7a45cf7","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.890691657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"7cd66373-08f3-4e7a-afd1-4f00930384ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.942952363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"fd5c837d-8f1a-4c43-9f35-322318ffe7b5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.946005016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"7cd66373-08f3-4e7a-afd1-4f00930384ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:15.998684159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"fd5c837d-8f1a-4c43-9f35-322318ffe7b5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.10744149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a110a7d4-5234-4818-80c8-14613274cd9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.167204304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a110a7d4-5234-4818-80c8-14613274cd9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.215185123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"9a8bc120-1cc7-401b-90c6-bcb2781df77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.272515466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"9a8bc120-1cc7-401b-90c6-bcb2781df77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.311513598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7158c97c-c0e7-4b27-9b04-9a1cff60f1de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.387675294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7158c97c-c0e7-4b27-9b04-9a1cff60f1de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.419877423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7677731c-de60-43ee-827b-2f2af4ef2f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.475992554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7677731c-de60-43ee-827b-2f2af4ef2f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.523248845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e42a0948-a540-4c1b-8009-c0b7f3eee79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.523418047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"faec6284-6e22-4047-92d2-0117597730e2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.578933026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e42a0948-a540-4c1b-8009-c0b7f3eee79b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.57917056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"faec6284-6e22-4047-92d2-0117597730e2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.717119525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4de7a019-feb1-4712-892c-6747283acc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.764950487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"15268c34-e18f-4e84-9ebd-93725489c463","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.773946395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4de7a019-feb1-4712-892c-6747283acc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.815633446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91319335-878f-44aa-80c6-95716d15ce5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.820494258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"15268c34-e18f-4e84-9ebd-93725489c463","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.871954027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91319335-878f-44aa-80c6-95716d15ce5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:19.98762128Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-sub","reconcileID":"0fd88bdd-baa4-4d06-b1cf-eac9a31cef61","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.041274367Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-sub","reconcileID":"0fd88bdd-baa4-4d06-b1cf-eac9a31cef61","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.093264391Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-sub","reconcileID":"0fd88bdd-baa4-4d06-b1cf-eac9a31cef61","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.37113328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"d217c538-cc52-4f42-8c66-b05cd2d93caa","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.371585441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.431300537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"6ef8892e-c676-41be-92e4-e53422ae1d4b","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.431319927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"6ef8892e-c676-41be-92e4-e53422ae1d4b","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.526741102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"aaf12ccf-10e1-43f9-b024-4aef3a1fde23","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.63169142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"75903f8e-66e9-4807-b103-ed3dc0a76db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.635906598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"5bc12c19-c482-4505-b718-e1feaa44d031","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.636427242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"c9aec39a-2671-4e54-9ff7-024c034a688a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.636531714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a0598a6b-68dd-465c-b764-9569e88d36a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.687747271Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-sub","reconcileID":"8c6f1fad-2d18-49d1-9e65-fcb803dad053","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0394fa4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.687852861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"75903f8e-66e9-4807-b103-ed3dc0a76db5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.691797913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"5bc12c19-c482-4505-b718-e1feaa44d031","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.692998577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a0598a6b-68dd-465c-b764-9569e88d36a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:20.694263521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"c9aec39a-2671-4e54-9ff7-024c034a688a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:21.214041698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"25018894-72c5-4dd4-a8c4-73730507263d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:21.214055701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"f8b2f456-ed15-472f-bd09-2c5879c6c72c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:21.214654687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"93119d97-6c8a-418a-9319-dfc3861d6f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:21.218293043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"6a371528-2c35-41ff-9aa8-5a8b5c28d8ba","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:21.270016059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"93119d97-6c8a-418a-9319-dfc3861d6f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:21.270412991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"25018894-72c5-4dd4-a8c4-73730507263d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:21.272224616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"f8b2f456-ed15-472f-bd09-2c5879c6c72c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:21.273337231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"6a371528-2c35-41ff-9aa8-5a8b5c28d8ba","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:22.023523209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"f5208998-c042-4500-b755-f0259ad85283","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"maas-trlp-ipp-route-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:22.190542293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"54dbe3dd-72a6-470f-8e06-2df6221d0a6c","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:22.190590716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"54dbe3dd-72a6-470f-8e06-2df6221d0a6c","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.045160265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"92055756-5181-4a01-ad6b-f20de8ec4c38","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.116849145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"92055756-5181-4a01-ad6b-f20de8ec4c38","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.368174074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"da68421b-e17c-465d-8357-6d86c11ba3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.381997335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"7e7486a1-95a7-4632-ad9a-e01d18139ab0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.395383877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1383361e-1ea0-4a49-a864-2416c247caca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.395383861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"d719b61a-c91b-4fff-bf8b-56566a58f059","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.423658164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"da68421b-e17c-465d-8357-6d86c11ba3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.438333672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"7e7486a1-95a7-4632-ad9a-e01d18139ab0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.451653067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1383361e-1ea0-4a49-a864-2416c247caca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.453127338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"d719b61a-c91b-4fff-bf8b-56566a58f059","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.886610312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e553a70b-34b2-4f8c-807a-11d7092fc5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.949578076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e553a70b-34b2-4f8c-807a-11d7092fc5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.995867176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"57a51647-9571-4e51-aa61-86368245b533","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.997125617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"2eddeae1-6736-4a50-b225-afa748098fe9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.997131923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5c60c7d8-33b6-44ba-ba11-2f2dd7ebedca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.05202259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"57a51647-9571-4e51-aa61-86368245b533","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.053218453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"2eddeae1-6736-4a50-b225-afa748098fe9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.054280738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5c60c7d8-33b6-44ba-ba11-2f2dd7ebedca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.214205902Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"15262f0d-6341-4806-9b55-07ba60ce2727","namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.33151614Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"67e295d0-7360-45a5-b43b-20c2a8b7b8e2","namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.354622808Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"e5faf529-7218-48fd-9a79-868fbb6e891c","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.359800266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"ce7bbf87-74b4-4271-833f-a58ff1e8c5f4","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.372155908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"71e0091b-bdd7-4802-8a9d-fc8eb3fe4432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.37216725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94618fc4-ec3f-42d0-bce8-368367323a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.416658756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"ce7bbf87-74b4-4271-833f-a58ff1e8c5f4","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.428207532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94618fc4-ec3f-42d0-bce8-368367323a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.428243784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"71e0091b-bdd7-4802-8a9d-fc8eb3fe4432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.462555629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"df794bba-5896-49c2-8d17-df6af18a8610","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.462734269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"af1f1912-7316-4c27-a6c2-d2e975557686","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.518942999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"af1f1912-7316-4c27-a6c2-d2e975557686","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.51895259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"df794bba-5896-49c2-8d17-df6af18a8610","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.619911011Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"e101203a-559c-46c1-b93a-4723af66175d","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.747684135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.788531415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"27c89c2a-d41d-41a1-8302-a74a5a13563b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.815360256Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"4ad6dbb6-6252-4d4a-ab36-0705dbb1fa4e","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.843968305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"27c89c2a-d41d-41a1-8302-a74a5a13563b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.890373494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3b749dd2-0fe3-40cf-adee-36d8477efc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.890407938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"acdcbf3a-9ead-4bf1-8ed3-c7177dba78eb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.91858648Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"e84dd2e3-688e-4cbb-949e-7fa638972c63","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.94760334Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"80664cb6-8b87-454b-a231-98ac65f824a6","namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.950209774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"acdcbf3a-9ead-4bf1-8ed3-c7177dba78eb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.954168752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3b749dd2-0fe3-40cf-adee-36d8477efc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.981539559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"77c2aea1-8ad3-4bbe-a643-b0a4ea0bced5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.981539557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1aed751c-a2e5-4324-a9cb-58e2fc77f0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.037122898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"77c2aea1-8ad3-4bbe-a643-b0a4ea0bced5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.03770011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1aed751c-a2e5-4324-a9cb-58e2fc77f0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.305813476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2dfe2cc-322a-4ea7-90b2-2549400b101e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.305890011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"351f42e5-5be1-41e5-b50f-48535bbdfbcc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.328580688Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"95dd877a-3bb8-4b7e-9ca3-0836af310d61","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.362135514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2dfe2cc-322a-4ea7-90b2-2549400b101e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.362254498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"351f42e5-5be1-41e5-b50f-48535bbdfbcc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.40625439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ddf9d32-6d6a-4bef-9bf9-1caffbabd197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.409046567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7c953d18-1a69-4621-a733-e9366ef1f21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.457162349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"50488110-be71-41f3-90ba-35adaea3e413","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.462150402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ddf9d32-6d6a-4bef-9bf9-1caffbabd197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.465071258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7c953d18-1a69-4621-a733-e9366ef1f21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.490749326Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"677193b9-5223-4327-810d-7ebd1d8d3806","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.512509852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"50488110-be71-41f3-90ba-35adaea3e413","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.637192919Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"750d7269-cb03-4e36-864d-b3bdde9ac6a6","namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.689195348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"949ad7d5-d4a2-4c4d-9515-64ca92caa02a","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.723121715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"34673382-dcfc-46f2-aaf4-4221aada6196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.778289402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"34673382-dcfc-46f2-aaf4-4221aada6196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.822075385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"d9223ca7-87ea-4b47-933d-36f9d571489e","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.82480252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"29d6c08b-f381-43d0-be30-4b5ea34ec084","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.878036105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"d9223ca7-87ea-4b47-933d-36f9d571489e","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.880097702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"29d6c08b-f381-43d0-be30-4b5ea34ec084","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:25.976029621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ee1ad65a-5a19-4e3b-bddc-b7608553f0bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.031445132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ee1ad65a-5a19-4e3b-bddc-b7608553f0bd","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.075617044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"786b4031-2700-41c3-92a0-904222e278a5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.088606985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b3a508ca-51f5-477f-9cf3-87088a570a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.130917672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"786b4031-2700-41c3-92a0-904222e278a5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.143651808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b3a508ca-51f5-477f-9cf3-87088a570a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.290217411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e11e1478-81ee-459e-80cc-c2d77b637d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.292956064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c9645193-0f0f-4035-bcd3-923df7bf1e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.345710845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e11e1478-81ee-459e-80cc-c2d77b637d2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.348207603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c9645193-0f0f-4035-bcd3-923df7bf1e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.394665292Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"bc683a1a-3705-45b0-bc06-7faa95642c71","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.445549775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f629777c-1c63-42b7-9f20-bd334609bdc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.500613498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f629777c-1c63-42b7-9f20-bd334609bdc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.54670838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce751583-a629-4614-92d3-357cfeca59ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.6026081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce751583-a629-4614-92d3-357cfeca59ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.649199419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"b5cdd05a-bd25-49b0-b59b-f7310ea2697a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.705250992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"4e9eba3d-6f81-44cf-9f9e-601a4a4a3ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.706275349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"b5cdd05a-bd25-49b0-b59b-f7310ea2697a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.761546625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"4e9eba3d-6f81-44cf-9f9e-601a4a4a3ca9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.809886799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"01b1b390-968d-4b55-88af-69f4f4960301","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.813021848Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"b5cdd05a-bd25-49b0-b59b-f7310ea2697a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.865960509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"01b1b390-968d-4b55-88af-69f4f4960301","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.902386538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"17073f1f-8f60-4b0d-b54e-e1594fb33f6b","namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.916006734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"887b8c15-ee5c-48de-9c67-f1624a951f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.919157065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"cd95a47d-0eb3-4016-a1b3-771042c03f41","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.956086054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"5e6aa587-5cd8-47ce-ab18-f77c59dd04b7","namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.972069124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"887b8c15-ee5c-48de-9c67-f1624a951f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.976899697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"cd95a47d-0eb3-4016-a1b3-771042c03f41","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.025302615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"7e5e1be4-4f7f-4c27-b389-e3d8bfb4d619","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.223376912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8f563477-d668-4ac8-b641-b83cef2e1e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.2348357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"2ea53170-032e-4848-ad32-e6a58d685359","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.278634071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8f563477-d668-4ac8-b641-b83cef2e1e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.289882364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"2ea53170-032e-4848-ad32-e6a58d685359","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.324731553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b22255f5-ec2a-4b32-bf36-a2a31742644b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.380461389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b22255f5-ec2a-4b32-bf36-a2a31742644b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.427230827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ee2b73af-7a81-4c4a-bc85-860e54dab730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.427606159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6ef82f8-f916-4874-b416-97cb52fa22ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.48291597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ee2b73af-7a81-4c4a-bc85-860e54dab730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.483207076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6ef82f8-f916-4874-b416-97cb52fa22ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.484656755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"07ec2d4f-9e17-446c-bf21-d346e73dbcaa","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.588073288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"1f686043-da66-48d7-96e3-080585ac1b36","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.717043874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"80feb03e-5a02-4afd-8359-6bac8f063a5c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.76578917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"38d726d4-6a5b-4950-a2e8-724487d6d540","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.80827318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"80feb03e-5a02-4afd-8359-6bac8f063a5c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.821686527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"38d726d4-6a5b-4950-a2e8-724487d6d540","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.921325214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"635a999f-92ec-4338-81a5-b0bb22f403f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:27.979855067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"635a999f-92ec-4338-81a5-b0bb22f403f8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.009444465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"90366828-c26b-42b1-ae3f-d211f06b3c6d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.010775235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"8848c8ef-530b-4f66-97ef-323dcb4d8a52","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.065533262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"90366828-c26b-42b1-ae3f-d211f06b3c6d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.066271396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"8848c8ef-530b-4f66-97ef-323dcb4d8a52","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.117449836Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"90366828-c26b-42b1-ae3f-d211f06b3c6d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.132285007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6093c1e4-340f-4eeb-95f8-908d9eda5456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.188452433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6093c1e4-340f-4eeb-95f8-908d9eda5456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.33636832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"51c09047-a119-426b-88de-31d90dfee2b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.376609941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"6f42b276-6fdc-4c81-8356-a3aed0f833bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.376619058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d98d57df-185f-4dd7-af6f-07f6f0da8828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.396144637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"51c09047-a119-426b-88de-31d90dfee2b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.434343947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d98d57df-185f-4dd7-af6f-07f6f0da8828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.434344508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"6f42b276-6fdc-4c81-8356-a3aed0f833bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.579329856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"866cad6b-f9c1-4d33-98cb-13d4cd1599a7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.628532762Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"b030e1be-f9bc-4b4f-ae31-7b2383215b8b","namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.635991816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"866cad6b-f9c1-4d33-98cb-13d4cd1599a7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.681863795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"2e16cdd6-62dc-45a3-9aff-e4498b7fd137","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.685371999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"2e16cdd6-62dc-45a3-9aff-e4498b7fd137","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","externalModel":"e2e-rec-ctrl-be5c8c","provider":"e2e-rec-ctrl-be5c8c-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.776849313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"2f8626e6-0cac-4c80-80ed-f94bdeaf15f7","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.789810406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29011dd5-f4a5-4b0f-954f-df2d6860b223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.827718854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8ce4ac18-3753-4b83-8258-9dabb5da8d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.83231658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"2f8626e6-0cac-4c80-80ed-f94bdeaf15f7","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.845286347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29011dd5-f4a5-4b0f-954f-df2d6860b223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.884245514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8ce4ac18-3753-4b83-8258-9dabb5da8d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.933219822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"dc419037-561f-4b7f-8a93-3eb8aca6c497","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:28.989041003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"dc419037-561f-4b7f-8a93-3eb8aca6c497","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.04815765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"b945cfca-1179-4d61-acf1-b4a8bc91a886","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.103090598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"b945cfca-1179-4d61-acf1-b4a8bc91a886","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.292828533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b7fac932-f47a-4200-9d90-db9771fdf342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.293802184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"a0e80813-82ad-4baf-8dec-9679d0844b6b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.34961766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b7fac932-f47a-4200-9d90-db9771fdf342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.35011337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"a0e80813-82ad-4baf-8dec-9679d0844b6b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.395563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"004cacb1-ee0b-4518-bb9f-43a8ea9d8123","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.451156315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"004cacb1-ee0b-4518-bb9f-43a8ea9d8123","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.505586676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a04f8fbc-0dd8-43ea-9163-d2f5ab8fbd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.56090597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a04f8fbc-0dd8-43ea-9163-d2f5ab8fbd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.609303601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"844ef105-e852-42c1-80ad-544cf2d412bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.664610969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"844ef105-e852-42c1-80ad-544cf2d412bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.710045165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2d227c39-6ee3-4546-a95a-8312394385fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.765672236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2d227c39-6ee3-4546-a95a-8312394385fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.812193067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"fddef0d9-0a0f-4a31-a575-fca74787b9ee","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.867227345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"fddef0d9-0a0f-4a31-a575-fca74787b9ee","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.910105952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64b71478-7355-479f-9252-bb2f7c7936db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.965348786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64b71478-7355-479f-9252-bb2f7c7936db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:30.111870429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5d3985f0-60f8-40a4-818e-f9be7a2e682d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:30.16704913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5d3985f0-60f8-40a4-818e-f9be7a2e682d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:30.213241113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"24a39ad9-60eb-4a5a-9508-67078f6587ee","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:30.269894131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"24a39ad9-60eb-4a5a-9508-67078f6587ee","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:30.739995879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-sub","reconcileID":"d2e164b8-f35d-4ae0-ae04-a5892435b0df","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:30.791970794Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-sub","reconcileID":"d2e164b8-f35d-4ae0-ae04-a5892435b0df","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:30.84393279Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-sub","reconcileID":"d2e164b8-f35d-4ae0-ae04-a5892435b0df","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.111237314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"b9406818-ad17-47cd-baec-f0a1d0e529b7","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.111562495Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.117059245Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.220010573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"80f8791b-e095-4aba-b529-a99d780bf173","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.220039248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"80f8791b-e095-4aba-b529-a99d780bf173","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","externalModel":"e2e-rec-ctrl-be5c8c","provider":"e2e-rec-ctrl-be5c8c-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:31.227572526Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-be5c8c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.370069725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"a48a6b4e-6c8f-458c-b527-4e38d4ca6ac2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.370069786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2229788f-80bc-48fa-a71f-308c416912d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.37090944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"a124c666-4f8a-4389-85d4-104e0e7740ee","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.370990023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"81e13980-0e52-4459-98b6-f06f878f3dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.379619814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"7a0a3853-6577-4333-a5cb-a1017b94a19f","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.379637232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"7a0a3853-6577-4333-a5cb-a1017b94a19f","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.425605428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2229788f-80bc-48fa-a71f-308c416912d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.425909478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"a48a6b4e-6c8f-458c-b527-4e38d4ca6ac2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.428014739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"81e13980-0e52-4459-98b6-f06f878f3dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.428152301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"a124c666-4f8a-4389-85d4-104e0e7740ee","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.471290889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"07e938fd-8adc-4a58-aa18-0281cdd6bd00","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.484913247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"1325f1e0-9daf-49cd-a0d0-2185fa2b8062","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.484939789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"1325f1e0-9daf-49cd-a0d0-2185fa2b8062","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","externalModel":"e2e-rec-ctrl-be5c8c","provider":"e2e-rec-ctrl-be5c8c-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.531218356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"07e938fd-8adc-4a58-aa18-0281cdd6bd00","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.537208111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"e34d42ea-2fa3-4931-a661-913a0689132c","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.540791821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"172bfe36-0f21-4860-903c-cec162c028df","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-rec-ctrl-be5c8c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.589907443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"22202be6-3e79-4802-8b2b-135cb4fbd200","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.589935067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"22202be6-3e79-4802-8b2b-135cb4fbd200","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.696903317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"6baff572-4820-46f7-a27b-a9ba51a475ae","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.697082768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"6baff572-4820-46f7-a27b-a9ba51a475ae","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.808287879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"9de045e5-8ac1-48a4-81c6-63e0059b92ce","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.808318413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"9de045e5-8ac1-48a4-81c6-63e0059b92ce","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","externalModel":"e2e-rec-ctrl-be5c8c","provider":"e2e-rec-ctrl-be5c8c-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.834336988Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-match-auth","reconcileID":"7ae0ca1a-2eba-4afc-ad73-30d01f320ccb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.842947846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"396a0029-9c18-4219-b79a-6a660e1e6886","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.889722136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"4e11ea9e-e007-4dee-9298-104a803fd67a","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.889721814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"68b0f80d-a8fc-4909-b516-aadf3d3994d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.893950967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"0a5d9a61-19bf-46a9-bb62-5ec61298c4d5","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.898358804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"396a0029-9c18-4219-b79a-6a660e1e6886","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.945377733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"4e11ea9e-e007-4dee-9298-104a803fd67a","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.945417002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"68b0f80d-a8fc-4909-b516-aadf3d3994d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.949101137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"0a5d9a61-19bf-46a9-bb62-5ec61298c4d5","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:31.99397308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"24ceab89-0a60-46e6-9181-7706ca53b066","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:32.015366199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"46bef32d-b737-419b-b601-b9ff7dc62a91","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:32.137932507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"831476ca-629d-4778-a000-b28d784e81e7","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:32.137958615Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-model-nomatch-auth","reconcileID":"987f81fc-9d04-4aff-bf89-8b7b318e5948","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:32.252988056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"703324c7-7a9c-4570-8d9e-3db688721436","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:32.308390067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"703324c7-7a9c-4570-8d9e-3db688721436","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:32.357192192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"c7407f0f-e67e-4ec3-8e77-a78f038276c2","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.461038121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"133ae6bb-c331-4eeb-abec-9b96e2c69d07","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.720039209Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.720065927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"80aa5d1f-2946-45c3-89e7-156e061faee4","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.720409587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"7c0a73f2-761a-40b8-9169-8ef7cdf5dd5e","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.828894754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"5a1ef7e9-6d9e-4623-b8ef-2ae462ec134b","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.828924127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"5a1ef7e9-6d9e-4623-b8ef-2ae462ec134b","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","externalModel":"e2e-rec-ctrl-be5c8c","provider":"e2e-rec-ctrl-be5c8c-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:34.831546306Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-190724/e2e-partial-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.876530698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4027e4f9-a3f3-42a2-8c09-bdac2d8235c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.87653164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"74942b55-48e1-4ea5-8e89-f986616c482d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.881008092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"c075009a-2861-4d8b-b4e1-b9e78c615c06","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.88132415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"fa4337c4-365e-456f-97f9-b06486195e01","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.885175272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"81228650-1017-43b3-acf1-d5447f821e00","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.885449948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"f6d2b9c6-0cb1-44e8-a0ee-41b0a5acb3bc","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.922307499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"2faed7f6-db3a-4c94-9789-6571e8e3aff8","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.922324465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"2faed7f6-db3a-4c94-9789-6571e8e3aff8","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.932127949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"74942b55-48e1-4ea5-8e89-f986616c482d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.932350992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4027e4f9-a3f3-42a2-8c09-bdac2d8235c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:34.979651916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"613adfd2-9722-4e49-986a-b81ec49ad42c","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.03500525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"bb9cbbef-6139-48cc-a3db-9ccc8e831b8a","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.087712662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"210eebeb-504c-4a1d-809e-346054a7f8f0","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.130708624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"a7062a56-7173-454b-af50-a19cebd9ac55","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"maas-trlp-ipp-route-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.142943104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"210eebeb-504c-4a1d-809e-346054a7f8f0","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.14860626Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"52142fd6-7b12-4996-af8b-7f1c2bfccb97","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.239298506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-auth","reconcileID":"2ea77033-945d-466d-b0b9-9900a2bef3fa","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.294629558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-auth","reconcileID":"2ea77033-945d-466d-b0b9-9900a2bef3fa","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.295935658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"40026f01-686c-48d4-9a3b-d24f64083860","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.295959851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"40026f01-686c-48d4-9a3b-d24f64083860","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.30551519Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"52142fd6-7b12-4996-af8b-7f1c2bfccb97","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.341527279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"40778632-acc2-4a7d-b5da-f9748f912e34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.341521362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0639aee8-6f41-4f25-92f9-34eba2711348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.355986252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"630cea04-6571-4d6b-ac29-cc393c55e7dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.397174878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"40778632-acc2-4a7d-b5da-f9748f912e34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.397303269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0639aee8-6f41-4f25-92f9-34eba2711348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.502166943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"defd1bec-df05-4eca-98fc-d698961d4aa0","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"maas-trlp-ipp-route-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.520266224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"86c64b22-793c-4f1e-af5c-92acca8450eb","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.520731718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"eaa29609-6212-4fa0-8446-87369babbf47","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.55600157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"908713c9-25dd-4157-b186-ebd806288d27","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.713244888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-auth","reconcileID":"f47ab360-8c9f-471d-a559-9ca096bf3c4a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.727724682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"6b1d4b60-e3f9-498a-918b-47d20d15251b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.768638806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-auth","reconcileID":"f47ab360-8c9f-471d-a559-9ca096bf3c4a","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.793234298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"283a9b5d-763b-40c2-b776-5030f5cd0a0a","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:35.882787486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"6b1d4b60-e3f9-498a-918b-47d20d15251b","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.238596733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"1c1e2e14-dde6-4d56-9a96-31944f6493fa","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.238625206Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-auth","reconcileID":"7951dda6-0728-478f-91e6-dad3038b37a9","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.446136174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"835daee2-6030-4b19-917d-426429191dc0","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.593779834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"5ca9f387-3831-4026-9324-20c8d3b15c55","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.594290838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"b6ef6bce-96b4-4113-af32-0b46e9b36ee1","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.751125598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"57fe8f06-7d58-48b4-895b-6f984202bf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.751125596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3164ef91-520e-4ce9-9c01-ed9990328240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.807349917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"57fe8f06-7d58-48b4-895b-6f984202bf64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:38.808423409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3164ef91-520e-4ce9-9c01-ed9990328240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:44.578563853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"7c9d4438-a3af-4079-8dbf-b4ba35bf582a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:45.169241645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"c7f0f68e-9c9a-41b6-9ffc-3ce7c0054444","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:45.296673769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"5a0772da-74ba-4167-9d7d-ce5320d80e1f","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:45.296794777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"5a0772da-74ba-4167-9d7d-ce5320d80e1f","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:45.470325727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"a34e8e3c-8739-4c07-bd22-e9742304ab69","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:45.470484439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"a34e8e3c-8739-4c07-bd22-e9742304ab69","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","externalModel":"e2e-rec-ctrl-be5c8c","provider":"e2e-rec-ctrl-be5c8c-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:45.905219762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"c914201f-ac6a-4147-9528-9c4303148b2f","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.428990028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"f5f7efbf-fb93-4f91-886d-bbacda1c703d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.485460306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"f5f7efbf-fb93-4f91-886d-bbacda1c703d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.561839186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a1d598bb-db65-4cb7-a896-c65940a5b66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.56188294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1877a587-d8d6-44a8-82df-fd260122e76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.620132243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a1d598bb-db65-4cb7-a896-c65940a5b66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.620926643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1877a587-d8d6-44a8-82df-fd260122e76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.755302577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"3f0fa6af-2215-4e24-be5d-e674999133dc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.968345781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"3f0fa6af-2215-4e24-be5d-e674999133dc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.968376153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"3f0fa6af-2215-4e24-be5d-e674999133dc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.020442606Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"3f0fa6af-2215-4e24-be5d-e674999133dc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.072418844Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-partial-access-sub","reconcileID":"3f0fa6af-2215-4e24-be5d-e674999133dc","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.176415423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"2d2e4bf5-cc7f-4061-bf7d-68b2d97d6b8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.343585527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"a093062f-ce14-4751-8e4f-79cd5767f1ad","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.343969687Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.344036872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"5d7c1082-5187-4243-967e-1f41d4c35087","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.501155358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1d9bd6f8-29c9-4784-a880-7fd316902794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.502112711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"307fb533-8d0f-48e1-98ec-a41d53f16039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.558570977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1d9bd6f8-29c9-4784-a880-7fd316902794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.55962078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"307fb533-8d0f-48e1-98ec-a41d53f16039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.166089528Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.16622311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"5f91a368-472b-4d10-9c79-d462c0f05bf1","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.222249475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"d1a13ef6-2f5d-4e2e-bd4b-614721c1ff5c","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:50.274876853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-sub","reconcileID":"2b084469-bb52-4397-b238-b4144a6edec2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.322489401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f25a192d-df16-41e1-aec6-05491fea1da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.322497844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"46e2beac-bf95-4ad4-8bdd-a2853099c4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.378719379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f25a192d-df16-41e1-aec6-05491fea1da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.37874009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"46e2beac-bf95-4ad4-8bdd-a2853099c4e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.385821364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"bcf26d10-1c27-404c-bdb6-ce8bf92f7052","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.432359506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"71e1b3bd-2fd5-4949-938c-cbcda9916af4","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.441699753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"7263123b-5192-4e73-9c29-337e6733d243","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.48589218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"3da566b8-2114-40e1-b24b-66a58ad43ea0","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.649102487Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-sub","reconcileID":"e58c324c-f69e-44c1-a926-b73986fd5f28","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"distinct-w4-190724","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-190724/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.692131272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-auth","reconcileID":"2285b54f-bf8e-4e52-b40e-1107bb073a2a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.747254026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-auth","reconcileID":"2285b54f-bf8e-4e52-b40e-1107bb073a2a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.789368411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b90dbfaa-815b-489e-a1b3-d855923ce347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.789453643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ceab288b-c4e7-4fe3-8d35-f121f18fca24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.811921431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"d1714a10-bec6-408e-9550-8cb1f9cc0db4","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.847362926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ceab288b-c4e7-4fe3-8d35-f121f18fca24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.847663141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b90dbfaa-815b-489e-a1b3-d855923ce347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:51.010780254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"9ad760a6-d864-4307-92b4-5a1819651570","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:51.018132667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-sub","reconcileID":"888fa3a9-7737-436a-ae19-a123696277a7","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:51.182364697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"5b42ff00-9b30-4fd5-a8a8-4356d7d9862a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:51.21793982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-auth","reconcileID":"d8fa2edb-833f-40ff-98be-cb3c064b9fb5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:51.273718034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-auth","reconcileID":"d8fa2edb-833f-40ff-98be-cb3c064b9fb5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:53.749820273Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-auth","reconcileID":"1a0be9e8-9a4b-4c9d-a776-1e4863265230","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-2-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:53.749924178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"bb094e93-3ecc-4876-af1b-7c99e6cc9ad8","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:53.957524757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"a9d3c3e2-35c4-4d47-b704-9780a2e174fc","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:54.100107935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"c9283637-4f40-491b-9f5d-9e9584b2b6b6","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:54.25822952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2a87c15f-6b6f-40cb-be09-19837ffc100c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:54.262016966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"97165bae-5bd4-4cf5-8446-65013328c52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:54.32202547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2a87c15f-6b6f-40cb-be09-19837ffc100c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:54.32428193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"97165bae-5bd4-4cf5-8446-65013328c52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:54.685325263Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a1263703-239a-4ef8-a145-4114fbd709ff","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:54.748032028Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:55.298076939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"15985a6a-c52c-4792-abbc-ffcaf70e103c","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:55.298102358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"15985a6a-c52c-4792-abbc-ffcaf70e103c","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:56.042935489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"41649304-5679-427b-9d9c-9b9d830b07c7","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:02.588690489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"bf75ed1b-1f0b-4184-8355-3cb52b0a3023","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:02.703165497Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"bf75ed1b-1f0b-4184-8355-3cb52b0a3023","name":"e2e-extmod-a-25719d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.348393205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"0293aab5-5d13-4eb2-910a-4ffa5a3e7925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.632699301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"920e01ca-9eec-4734-bbdf-2847e0364202","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.843674029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"9b3d953a-a58d-4873-8cc5-3bb8ba8df83c","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"maas-trlp-ipp-route-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.991947299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"28d64957-801d-45e5-8de1-8de8845b5f45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.25535726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"614728f7-e9ba-42fe-99c8-871523a4618f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.32100278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-sub","reconcileID":"9f85fea0-72fe-4288-8111-97ed45f88582","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.347516332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"78abb2bc-a9b9-41c3-a4da-879e3c5119e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.378737857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"bd719eb5-ca6e-4b1e-b60f-b3722fc19a7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.383160441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"a2e18fbc-39cf-4fcf-bef0-c1e617a7b3b5","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.499781173Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-sub","reconcileID":"9f85fea0-72fe-4288-8111-97ed45f88582","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.55420845Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"e2e-no-access-sub","reconcileID":"9f85fea0-72fe-4288-8111-97ed45f88582","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/distinct-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.706255061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2dc22f63-e3f7-4b5c-b7dc-a4c92f96569c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.790671794Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"f52f5783-3277-4470-9e2a-ecc11c379040","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.792206476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"f7c82c5a-dabe-4213-9a21-4cd5892ecd7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.853781367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"9fe0ac9d-2c79-4593-9614-880b97cd23ac","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.853950947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"da5f682e-32b3-45d0-b9d7-5d04463dd037","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.85451271Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:04.899277538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"057f65f9-519a-4e0a-8670-0f61825f149b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.013599915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5d067507-30f9-46a8-a092-9c8034e3f4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.017103078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"74872ae7-53c9-486a-be53-c906b89c1c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.069319159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5d067507-30f9-46a8-a092-9c8034e3f4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.072357609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"74872ae7-53c9-486a-be53-c906b89c1c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.084974128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"f227d7ae-7cff-450f-9e44-9633bf6faac1","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.298944702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"d143de50-942f-4172-aa94-120b200567d0","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"tenant":"e2e-ipp-a-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.298965204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24","reconcileID":"d143de50-942f-4172-aa94-120b200567d0","MaaSModelRef":{"name":"ipp-route-bd9d24","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"routeName":"ipp-route-bd9d24-kserve-route","namespace":"ai-tenant-e2e-ipp-a-bd9d24","llmisvcName":"ipp-route-bd9d24","gateway":"openshift-ingress/e2e-ipp-a-bd9d24","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:06.147524409Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"00ed6f66-156e-43e1-94a3-be224d7323c3","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:08.642686126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"2f06f123-ee63-4883-9e85-6adced4fd275","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:08.748552239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"b1775a6f-eb8a-4270-ad5d-d2706e99eccb","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:09.526919643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc59913b-e728-44c2-b0b8-3aba99bf8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:09.579430102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc59913b-e728-44c2-b0b8-3aba99bf8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:09.63438161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc59913b-e728-44c2-b0b8-3aba99bf8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:09.687145167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc59913b-e728-44c2-b0b8-3aba99bf8610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:10.784285151Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"434bd998-d811-469f-b4c2-64904534e87d","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:10.87940888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"ae9909d8-d37e-4681-b6c3-0a8874ce0110","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:10.935633264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"ae9909d8-d37e-4681-b6c3-0a8874ce0110","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:10.935688253Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"ae9909d8-d37e-4681-b6c3-0a8874ce0110","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.109107697Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"d7e5554e-e7ea-4d5b-86b8-a8e9db319526","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.215287226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"8c388a01-7d5e-46ac-88df-0baef9820707","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.271174165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"8c388a01-7d5e-46ac-88df-0baef9820707","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.271214574Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"8c388a01-7d5e-46ac-88df-0baef9820707","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:32:11.319940691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"d7e5554e-e7ea-4d5b-86b8-a8e9db319526","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-bd9d24-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:32:11.476390357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"8c388a01-7d5e-46ac-88df-0baef9820707","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"ipp-route-bd9d24-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.476725028Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"58b4f419-e3b6-4594-bd5a-d03ac4f8a548","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.532161647Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"0e591b29-a21e-40e6-a3d9-7febf259d3f1","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb43ac68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.532319803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a7a76c71-7bdb-48e3-8bc9-9fb177ca4de6","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.63690147Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"3fa8f3a3-12b4-4525-995c-743c5c0c9683","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.655974987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc56ff9b-dc73-477c-afed-86abbe78691a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.708227403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc56ff9b-dc73-477c-afed-86abbe78691a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.76063585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc56ff9b-dc73-477c-afed-86abbe78691a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.762529087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"58b4f419-e3b6-4594-bd5a-d03ac4f8a548","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.812790754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc56ff9b-dc73-477c-afed-86abbe78691a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.935526338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"58b4f419-e3b6-4594-bd5a-d03ac4f8a548","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"name":"e2e-ipp-a-bd9d24-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:11.935552123Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-auth","reconcileID":"58b4f419-e3b6-4594-bd5a-d03ac4f8a548","MaaSAuthPolicy":{"name":"ipp-route-bd9d24-auth","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:13.741619712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae07544-ad7e-4b94-9d0b-a392897f93d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:13.794687142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae07544-ad7e-4b94-9d0b-a392897f93d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:13.84690872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae07544-ad7e-4b94-9d0b-a392897f93d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:13.899220963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae07544-ad7e-4b94-9d0b-a392897f93d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:15.838331216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4e7b25-2a93-4429-992a-49a7fffdfd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:15.890575052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4e7b25-2a93-4429-992a-49a7fffdfd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:15.943280085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4e7b25-2a93-4429-992a-49a7fffdfd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:15.995346205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4e7b25-2a93-4429-992a-49a7fffdfd07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:16.531347943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"6fb5ca6e-f37e-4c46-9a5e-989a5b3561e2","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:16.711301287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"3b804a73-c138-4d92-9b9a-b28bb098e2b5","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:16.753549485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5e46e04-902b-470a-bfab-c16d426368e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:16.852335641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"4aee3d7c-eb13-4f80-a719-27f478c5bdc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.03026123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"b5f5ada8-2836-4641-a86a-cce49e858a4b","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.030889245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"b6110e7a-2cdf-49b2-ae61-65870c5de521","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.236507192Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"e765e09c-294f-4107-bf1f-a3c8c1a5fdba","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.324776814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"691cf9d3-50e2-4f91-b948-5f081434c027","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.341026709Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"a6224195-2914-435b-aacc-01ac7caee371","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.399954595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f863cf64-04ec-4277-a65f-5a34cc653032","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.503914515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"dfbfa0a0-2200-456f-8176-b4582e4d230f","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.610671791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"be119bdf-2992-433a-bab1-42a5a2cea656","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.611137521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"5b4e626b-6e2f-49eb-8b03-9cc74f0dcef2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.68326072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"1cf8067e-bb59-471b-893f-d06f4c69ed69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.716267517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"1767578e-9b5f-47bd-ab32-4605af3c9715","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.820117525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"5d0bb0fe-bc4a-44e3-bbcc-efd04582a6b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.958500327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"626171f0-08b1-4a22-a15e-854b36d80d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.958502205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4dc39e7a-cbd5-4d37-a35d-db844f31ecff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.014071836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4dc39e7a-cbd5-4d37-a35d-db844f31ecff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.014514021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"626171f0-08b1-4a22-a15e-854b36d80d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.03758477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4f6ff6-1a98-4a30-97e6-b53af20e8956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.091544094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4f6ff6-1a98-4a30-97e6-b53af20e8956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.143942311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4f6ff6-1a98-4a30-97e6-b53af20e8956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.197043946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4f6ff6-1a98-4a30-97e6-b53af20e8956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.542418086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"21a8e3a2-df43-49e6-8bbd-fc03dd23f8e1","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.646241306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"99de36f0-5585-41eb-9d9b-37e3ffc24bc3","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.651495288Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-56ae52d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-56ae52d5","reconcileID":"a31b983a-ad18-478a-bfe9-a138a4a05883","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-56ae52d5","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-56ae52d5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.971121886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"12035375-e283-4c0e-aa7b-9fdd7f9dbf43","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:19.075668344Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"8cdbc938-fe45-4a70-8984-cfaafa438904","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:20.157838413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d6b42d-8eab-410a-8e06-5559f1e21b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:20.209804747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d6b42d-8eab-410a-8e06-5559f1e21b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:20.261664704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d6b42d-8eab-410a-8e06-5559f1e21b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:20.313824464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d6b42d-8eab-410a-8e06-5559f1e21b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:20.988662415Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1afd876f-df33-4145-80bc-9e096495bf25","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:21.091758446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"321c5e03-cc08-4aa4-8dae-049820187294","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:21.584830023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"50faa36c-5ea6-4c7f-be60-83de5e32262f","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","subscription":"ipp-route-bd9d24-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:21.62742519Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"ipp-route-bd9d24-sub","reconcileID":"50faa36c-5ea6-4c7f-be60-83de5e32262f","MaaSSubscription":{"name":"ipp-route-bd9d24-sub","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"model":"ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-bd9d24/ipp-route-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:21.894809148Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:22.187885649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92aa88e6-e920-489d-9799-6101518f20af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:22.240681357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92aa88e6-e920-489d-9799-6101518f20af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:22.292623193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92aa88e6-e920-489d-9799-6101518f20af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:22.345010895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92aa88e6-e920-489d-9799-6101518f20af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:24.218803761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8437bcc3-b254-42de-9d47-5a4883a3e3ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:24.272345744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8437bcc3-b254-42de-9d47-5a4883a3e3ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:24.324452956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8437bcc3-b254-42de-9d47-5a4883a3e3ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:24.376372304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8437bcc3-b254-42de-9d47-5a4883a3e3ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:24.747744329Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:26.236503789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0bf17d-40c1-4566-887c-c6365c5ae205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:26.289393928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0bf17d-40c1-4566-887c-c6365c5ae205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:26.342070488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0bf17d-40c1-4566-887c-c6365c5ae205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:26.393949333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0bf17d-40c1-4566-887c-c6365c5ae205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.093012543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a5123595-414e-41ce-b4cf-7e2ca09c8b07","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.196752799Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"a4f5dfe1-09be-464b-a902-5d626bc63de1","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:41.19850501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"b79bd0fd-eb45-4c24-9ef4-8423c53ef473","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:41.302431875Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"7af012f9-475d-4e19-9215-232377b01f52","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:48.834983897Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","namespace":"ai-tenant-e2e-ipp-a-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:48.835047417Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","namespace":"ai-tenant-e2e-ipp-a-bd9d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:48.835097925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","tenant":"e2e-ipp-a-bd9d24","tenantID":"e2e-ipp-a-bd9d24","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:48.888682593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-bd9d24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:48.947607075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"Service","name":"maas-api-e2e-ipp-a-bd9d24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.006049968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-bd9d24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.059599218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-bd9d24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.113625496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.169553914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.223882831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.277595508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.331398173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.384678727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.448863133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"Service","name":"payload-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.511017927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.567313699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.623596019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.677722872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.732224064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.785665043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.83912198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.900449652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-bd9d24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.957758514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bd9d24"},"namespace":"ai-tenant-e2e-ipp-a-bd9d24","name":"default-tenant","reconcileID":"ac2903c0-3019-441b-a20d-7c1a5360f21f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-bd9d24","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:51.303638309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"725910b0-79a8-4bef-8fdb-65ee2f179b3b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:51.412023298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"1f67a1f4-f04c-4306-9a8e-5760740ddf00","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:51.831928205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0fa72872-70be-4aee-bbc7-c538b998b3cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.00724037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"d9ea47ed-3947-4aaa-ad0b-a7f01ee30eea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.169920033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"048151bc-c1bc-4380-8abd-780f9afea74c","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.184158431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"4c3777b9-cdcf-49bb-9152-a718876b098d","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.318138106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"b938b874-1c8d-4fae-b409-3be8d85de85b","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.452129576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"bead7367-35ee-44bb-a480-2aa6bb14bb39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.563758153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"22067561-221b-475c-88aa-f990a188c5c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.716419891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"84412eba-5cf9-4810-84c8-d2fed9ab0e3f","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.904952339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98815b42-4971-4b7a-895e-87ceb0d8c47d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:53.004234064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"0d9ef121-7aaf-43ca-a36c-02d2eec27eb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:53.019877136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"0292ec15-e80b-4a65-8af7-f9cd97399f0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:53.138988185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"86e85465-ec5d-4ae1-b7f4-f50d571ef3da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:54.74809507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:54.781685098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"3d661bd7-5558-42d5-8977-972c7ffa6510","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:54.886021348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"b9f4bf31-1ee4-419f-b4f0-42c3b75d15ee","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:54.997306342Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"3dab9596-d74d-496c-bcc2-5b22f43401f6","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:55.106482516Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bd9d24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bd9d24","reconcileID":"2cb858dc-7c39-4448-be86-a37340649a52","aitenant":"ai-tenants/e2e-ipp-a-bd9d24","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:55.2698149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"98eb32e3-644a-43d5-a10a-5f5fbb95d1ad","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:55.373157924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a5d9d783-ca78-45f7-9910-471b4b5fc5cd","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:55.658720909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78310853-16a2-46ca-bd7c-632e489e4f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:55.711499658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78310853-16a2-46ca-bd7c-632e489e4f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:55.764255893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78310853-16a2-46ca-bd7c-632e489e4f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:55.816307588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78310853-16a2-46ca-bd7c-632e489e4f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:55.926872811Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bd9d24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bd9d24","reconcileID":"2cb858dc-7c39-4448-be86-a37340649a52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bd9d24","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-bd9d24"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:56.140834416Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"3b1c722f-e4c5-4417-a916-9a9572f771b8","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:56.244785179Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"8e7bdb9f-8752-4770-be38-26827a296016","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:57.032271167Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"7097077a-7aef-4d50-aa3f-05ccd17527e8","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:57.136729919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"87e57415-40c3-4967-aa5f-e0185cbc7622","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:57.736585326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5098103-d6c8-4cce-93b8-24aadcada332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:57.788585406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5098103-d6c8-4cce-93b8-24aadcada332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:57.840609555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5098103-d6c8-4cce-93b8-24aadcada332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:57.892688667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5098103-d6c8-4cce-93b8-24aadcada332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:59.840173387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b448e6-5678-4026-8164-88908e82dc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:59.892361902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b448e6-5678-4026-8164-88908e82dc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:59.944517487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b448e6-5678-4026-8164-88908e82dc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:59.996414509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b448e6-5678-4026-8164-88908e82dc60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.377379559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"03fc2a22-7da7-4dcb-a7a9-8ea9cca5b90f","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.482634488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"91414798-fd24-451d-ac0b-e0d78868cd62","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.586399218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"34a22094-6cee-4d43-894c-29188cc50f95","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.695106046Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"3db92a26-64e4-46bb-9f62-6d3ffd21e1ff","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.231017657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"4d5f5f36-9cff-44e5-8b0d-8b0bdeae7e52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.336291755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d39df52-9862-4473-8afe-561eebf018d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.388400712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d39df52-9862-4473-8afe-561eebf018d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.440649778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d39df52-9862-4473-8afe-561eebf018d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.492102794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a2d249a-3141-4540-8054-9a917236ad48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.492857869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d39df52-9862-4473-8afe-561eebf018d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.602937496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"c00cdc03-efaa-4c81-b715-59ea0cb822bf","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.650169156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"2142103e-d673-4955-9a87-cda0c5a00db0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.650242608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"23d8801f-ff7a-4a00-ae79-3a0859d84b92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.760162111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"b83ddc21-c4d6-477b-b459-90ad06899471","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.864384932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"92f0578c-e81b-4f21-a086-0a64060e9b58","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.865069515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"6cc76b63-31d0-4a7e-a723-0529c48bcd93","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.865117657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"02309577-e1f5-4f70-88a4-468322cb306c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.871261858Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1ff1dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1ff1dc","reconcileID":"2a9dc52a-b535-4869-9967-5adaa90a4912","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1ff1dc","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-1ff1dc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.928128722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"333bad5d-9f9c-4726-ac99-f96204c631e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.969172451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"c52ed4f1-4f53-4c5b-a5a5-817e50444d9b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.077620903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"cac61f4c-c5ca-4879-8ed7-275a60079abf","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.179547266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"e03e83c6-7810-4ea8-90fa-b48db9e2de8a","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.193659254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"e4141454-7565-4af0-b0a8-75d7f5d78cfe","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.225875054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"385a9477-960c-4d8a-97b6-268567287360","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.297991246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"43f40f26-8f40-49c3-a793-05318672dc44","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.336216806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cec1c4ff-6c27-481a-829e-accd7f4323ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.487374473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"26c401a0-13f1-40de-a15c-ce1e753b00b2","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:09.360121431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0b090d-c59e-4588-a251-9d99716bfbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:09.412153013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0b090d-c59e-4588-a251-9d99716bfbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:09.464242186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0b090d-c59e-4588-a251-9d99716bfbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:09.518236744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0b090d-c59e-4588-a251-9d99716bfbb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:09.913994128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"df807b37-efdc-4857-ae04-7ac4b9580ac2","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:09.914032311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"df807b37-efdc-4857-ae04-7ac4b9580ac2","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:10.213203531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"5cefae75-2014-4a53-b566-22007f8a9e2d","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:10.317566233Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"abc1de1f-2ef1-4aa2-b314-a05291dd221b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:11.385022417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef33699-9980-4817-9189-8e3da58bcbd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:11.437273019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef33699-9980-4817-9189-8e3da58bcbd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:11.489752813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef33699-9980-4817-9189-8e3da58bcbd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:11.541855419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef33699-9980-4817-9189-8e3da58bcbd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:14.786832948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"21810c3d-6225-4ee6-9b60-68ef6e491a98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-56ae52d5","tenantID":"e2e-ait-56ae52d5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:14.901102699Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"21810c3d-6225-4ee6-9b60-68ef6e491a98","name":"e2e-ait-56ae52d5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:14.958325479Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","namespace":"ai-tenant-e2e-ipp-b-b354e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:14.958423309Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","namespace":"ai-tenant-e2e-ipp-b-b354e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:14.958535018Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","tenant":"e2e-ipp-b-b354e3","tenantID":"e2e-ipp-b-b354e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.012295061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b354e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.071558048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"Service","name":"maas-api-e2e-ipp-b-b354e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.130126876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b354e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.185166882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b354e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.241841918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.295813574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.351888791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.356242499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"a32532a8-3859-4ba5-b2cc-3bed63bc4dc5","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.356262729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"a32532a8-3859-4ba5-b2cc-3bed63bc4dc5","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.405614642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.413112334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"eed484cd-50dd-4a06-aeef-68e3284e1737","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.413140265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"eed484cd-50dd-4a06-aeef-68e3284e1737","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.459220803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.515671999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.519480202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"c47b4b90-5b9a-4f59-80f5-e43ecfbeae04","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.576696642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"Service","name":"payload-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.639533197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.649249754Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"c47b4b90-5b9a-4f59-80f5-e43ecfbeae04","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.694539883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.703711322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-e7b2a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"c47b4b90-5b9a-4f59-80f5-e43ecfbeae04","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.750854802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.758210404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"245ed17b-6c2c-4dca-b24d-609cbb42785c","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.758240395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"245ed17b-6c2c-4dca-b24d-609cbb42785c","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.805627306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.860337878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.914673275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.968381312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:16.025853891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b354e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:16.079706365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b354e3"},"namespace":"ai-tenant-e2e-ipp-b-b354e3","name":"default-tenant","reconcileID":"506d674f-2564-4e02-a7d6-e8d767382997","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b354e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.317917502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"28fc858e-1190-443f-9cb9-f1e68178faad","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.422324783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"0e37e6eb-79d6-41e1-89af-4cf66438b16c","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.639054489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"bcbc241e-1fd3-46f4-ad61-b919c5b3cf4d","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.74377176Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"963b98c5-c30e-4a0f-8e7c-0802f048a425","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.847230073Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"38dc5fb5-af56-42a4-b274-3a64e3b68adc","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.95228603Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"f7610c91-fc11-444a-96d2-fda6224f0cab","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.955040307Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b354e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b354e3","reconcileID":"2f05e651-eb2e-4b37-8638-177d7360645d","aitenant":"ai-tenants/e2e-ipp-b-b354e3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:23.115569122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"d014e16c-d9d9-468e-bb8f-7ead52776d5d","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:23.218984677Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"7f122875-07c2-484c-ae03-9cf68a269a4b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:23.512392674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e346df0c-a496-4a5c-b6a6-6e56a0bd8e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:23.564672207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e346df0c-a496-4a5c-b6a6-6e56a0bd8e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:23.616691136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e346df0c-a496-4a5c-b6a6-6e56a0bd8e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:23.668799392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e346df0c-a496-4a5c-b6a6-6e56a0bd8e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:23.778513505Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b354e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b354e3","reconcileID":"2f05e651-eb2e-4b37-8638-177d7360645d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b354e3","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b354e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:23.989742727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"d4f28ef1-b6b7-4db0-90e5-b7aa0af7ff31","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:24.096342251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"338312df-b721-43ed-b095-dd412d02f179","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:24.753297748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.597952628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ed5e39-10ba-43d3-a562-0e1da93eeb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.64984535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ed5e39-10ba-43d3-a562-0e1da93eeb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.701976734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ed5e39-10ba-43d3-a562-0e1da93eeb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.741747841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4dc1c8-90d0-46dc-9703-93486ece3d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.741770506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4dc1c8-90d0-46dc-9703-93486ece3d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.754026029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ed5e39-10ba-43d3-a562-0e1da93eeb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.811063905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645ed8bc-f293-4dcd-9f0f-bb1c0b6afee0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.811085568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645ed8bc-f293-4dcd-9f0f-bb1c0b6afee0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.86413863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"48e797db-4205-4a62-bf70-4331f6e852a9","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:25.920318669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"48e797db-4205-4a62-bf70-4331f6e852a9","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.011090879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"cd41ae1a-cb34-4e1a-8509-0f8d9fe9dc16","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.011886022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e091a9f-3a9e-4542-94f5-ed14c65f70d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.011906067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e091a9f-3a9e-4542-94f5-ed14c65f70d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.012664878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.068036558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-e7b2a3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"48e797db-4205-4a62-bf70-4331f6e852a9","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.070478713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52d53f43-102d-4e11-a65e-aa97d3c14dd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.07049691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52d53f43-102d-4e11-a65e-aa97d3c14dd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:33:26.118777061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-sub-f4100c81","reconcileID":"d2af0cf3-2c5c-4851-9a7b-d4c06ac61d63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-f4100c81\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.134220866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"cd41ae1a-cb34-4e1a-8509-0f8d9fe9dc16","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.18924245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"cd41ae1a-cb34-4e1a-8509-0f8d9fe9dc16","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.235121051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58480061-e349-4e89-afc2-337f78b69f5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.235147474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58480061-e349-4e89-afc2-337f78b69f5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.245636011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1c54a91-3b26-42d8-8a42-9d2fc652be91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.245655228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1c54a91-3b26-42d8-8a42-9d2fc652be91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.291104178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ff43210-11c1-48b9-9a92-901dede99253","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.291124711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ff43210-11c1-48b9-9a92-901dede99253","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.350405343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"a0dd01ba-d837-4cc6-8a48-46831d5dfa51","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.406244811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"a0dd01ba-d837-4cc6-8a48-46831d5dfa51","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.460499293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"a0dd01ba-d837-4cc6-8a48-46831d5dfa51","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.5585251Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-sub-f4100c81","reconcileID":"63c075b8-f782-4d89-860b-862b4b3816b3","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f4100c81/e2e-sub-f4100c81","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.722186179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b990a1d-36f3-4207-aae5-8d22054fc3ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.722209093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b990a1d-36f3-4207-aae5-8d22054fc3ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.766168473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef6c048f-a49e-4115-b54f-46576f16d2f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.99799318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-sub-f4100c81","reconcileID":"eeeb6b89-d3b3-47a7-ab43-7f63de0c9f20","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.740674016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da26f5f-d9ba-47ee-a8ba-f36e3456c431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.792646909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da26f5f-d9ba-47ee-a8ba-f36e3456c431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.844664387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da26f5f-d9ba-47ee-a8ba-f36e3456c431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.897233379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da26f5f-d9ba-47ee-a8ba-f36e3456c431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:34.093964159Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"537cdee7-2caf-4f55-97b9-59d7dc95d82e","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:34.200862418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"10f0582e-94f9-40da-9403-7cf82224f39a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.176327224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"5471b525-84cb-4b1e-85f5-38162ce8803e","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.233221232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"5471b525-84cb-4b1e-85f5-38162ce8803e","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.287936808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-e7b2a3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c026a46eada2f084f9c7fef1bbf47b4415701a020d2bebfa49df0fc6e4b6a231) AuthConfig (0303ae6b7f881110c6129f4199a1cf9e18d2189d40e7a8500831944512e8b1d0) AuthConfig (12acf723a6e305625618d5a0c00c6f37cd40d56785eb5946ce7985f7c7f068c5) AuthConfig (f87376252e6ac3a6213ede1ff272d648cdf6785d1889bae62377194bc46c4666) AuthConfig (196d38dc0c10768d047b2d44be4547aea89d5fcaf6e131429639f0d1de7078bf) AuthConfig (bd384519a32b39a07a1d2784adaa0d9bcbf130cec03223f886f692ea2632dde2) AuthConfig (5383335275b53115cca4d5d1c127968ecff19eff9bac699a5e3d9ab0907b2100) AuthConfig (dcd98393eea71e19822fabeacd6f4aa539dbb1af8796d7e058e573d58a9c6f10) AuthConfig (f2bbd24140201a5876476893f0caeb0ac0a7469ae96b3875f69cdbfd58a452ce) AuthConfig (eb0160bf97ba3220dec6fb5b7b6a0c6625390fba5d5c8671f4d92cd028537533) AuthConfig (cc27f82ebc353097befe142e173622c31ff92306a236beedee43230b7b5683b9) AuthConfig (7d58410c7254763a025a7ad9f162627f3285eb87beb7c34c6557307e08b908d9) AuthConfig (30f2398ffe7cde8f963421e12594ea01a2400fdf46e3c0e760a3b3bc22014a86) AuthConfig (6c51d12f8cb07c364f45b4fae9700581499dbc791dccb3294895bd4d464a8fb3) AuthConfig (55aff4f27280e2bc278f3277c868e43d756eff88e156da8f60adc7ed2c55ddc9) AuthConfig (be6a6141e3afaf81fbf41d24ea83365a14b4fdedfbc970fc8ab6b574b20d24c5) AuthConfig (79dc925d6b7e1736240221bc5ddda5935bc23fd8311b2f7aa291f770ba7d4f17) AuthConfig (d0a84420bfc5ec8f39ca9ce4eb77f43ac642863dc52a116ae08a72a035670ad3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"5471b525-84cb-4b1e-85f5-38162ce8803e","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.345002217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"ef48dad4-ee61-4747-9823-8c42b530035a","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.345021315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"ef48dad4-ee61-4747-9823-8c42b530035a","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.566669279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"04e04d68-2705-4ad4-8384-ecbdaea5bb66","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.622272692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"04e04d68-2705-4ad4-8384-ecbdaea5bb66","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.677730353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"04e04d68-2705-4ad4-8384-ecbdaea5bb66","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:44.199444885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"6c52aae8-a991-4486-80f7-44b6a29e5301","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:44.30570801Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"87a18ab8-e01b-410c-b701-466c1f66e423","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.450245148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"2a1ef43e-d784-4563-93c2-56b025393867","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.505793527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"2a1ef43e-d784-4563-93c2-56b025393867","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.783514419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"f9c2aa2b-33b7-4788-af66-e0a39bbcfd6d","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.819555256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"6d8f2df1-b2d6-42f5-b012-40e8e24d94b0","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.819576699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"6d8f2df1-b2d6-42f5-b012-40e8e24d94b0","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.839056605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"f9c2aa2b-33b7-4788-af66-e0a39bbcfd6d","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.893493453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"f9c2aa2b-33b7-4788-af66-e0a39bbcfd6d","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.950827147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5034eb05-07fe-41f1-8769-0dd8d158c09a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:46.950856993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5034eb05-07fe-41f1-8769-0dd8d158c09a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:51.94328814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"59fed524-eb54-4b5c-afb3-2903eae00683","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:51.943309319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"59fed524-eb54-4b5c-afb3-2903eae00683","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:51.943397519Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.000658818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"a782d653-514e-41ee-af9b-2545761ed896","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.000674916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"a782d653-514e-41ee-af9b-2545761ed896","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.049906783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"d76bd115-648b-46b3-a54b-2a8901567b48","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:33:52.05075108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"e23874a5-8774-4ec5-94e9-008fa438b5be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-e7b2a3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:33:52.052985563Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"a782d653-514e-41ee-af9b-2545761ed896","name":"praxis-route-e7b2a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-e7b2a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:33:52.053036273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"a782d653-514e-41ee-af9b-2545761ed896","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-e7b2a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.058342458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"2e035bb2-a5bb-43f8-aac5-487133db0455","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.058356685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"2e035bb2-a5bb-43f8-aac5-487133db0455","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.105576963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"d76bd115-648b-46b3-a54b-2a8901567b48","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.158724072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"a9e2bbec-127e-4408-87ef-06f1f96e9c35","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.15874297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"a9e2bbec-127e-4408-87ef-06f1f96e9c35","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.21505941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"07c9b6f7-f1a4-4e2a-b29e-31c66f23fdff","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.215078912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"07c9b6f7-f1a4-4e2a-b29e-31c66f23fdff","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.415807071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"ee19bcf1-58cc-47b1-a3f4-7ceb3e1ad5b5","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.425083648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"4845f224-f2e3-411e-b3a5-f775daa5f628","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"maas-trlp-praxis-route-e7b2a3","model":"praxis-route-e7b2a3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.470898223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"ee19bcf1-58cc-47b1-a3f4-7ceb3e1ad5b5","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.588290105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"ae900915-aa34-4029-9c6e-e1776e4bd28c","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.588311982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"ae900915-aa34-4029-9c6e-e1776e4bd28c","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:52.795488755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"83a8c2b7-b0cd-46be-9b2a-92aad8147751","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"maas-trlp-praxis-route-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:54.305815085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"c3cd3f41-db01-4436-b023-36b1a220a932","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:54.409822606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"7f06dd9c-2330-485a-a1e0-f693a7dd0128","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:54.747154128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.056813312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"30351a89-0471-43ae-ab54-c936fbb22bf7","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.112713009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"30351a89-0471-43ae-ab54-c936fbb22bf7","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.167183984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"30351a89-0471-43ae-ab54-c936fbb22bf7","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:00.72238409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"8b3606ae-4f5e-4a05-9712-9d258f4c9e03","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"maas-trlp-praxis-route-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:00.886532994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"82ea7476-384b-47ca-96e9-368dfdffc1b7","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:00.886555758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"82ea7476-384b-47ca-96e9-368dfdffc1b7","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:01.06635388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"ee28368c-14b8-43f8-97bf-64f06f93da08","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:01.122104348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"ee28368c-14b8-43f8-97bf-64f06f93da08","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.511001809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"3178608a-cd76-4c0c-8253-b9d6e73625dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.624851578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"3178608a-cd76-4c0c-8253-b9d6e73625dc","name":"e2e-extmod-b-1ff1dc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.410301873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"997aca31-3598-46f3-b51b-c6655e751b3a","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.515202892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"7e88cb5b-bafa-47ef-ba51-f5a0ab7c770b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:07.275453826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"c5fa2fcf-f55d-4e75-bea9-8b76bf460815","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:07.331724765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"c5fa2fcf-f55d-4e75-bea9-8b76bf460815","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:07.645535309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03afa618-05b8-4e10-8321-6fb9a6b6a283","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:07.645554545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03afa618-05b8-4e10-8321-6fb9a6b6a283","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.461592947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"6de6a6bc-3c84-4da3-aaec-57c5429352b0","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.570749762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"c8fa8839-16d0-41bf-bf21-d53bdfc54212","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.934845605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"0e10a25a-b1c3-40e5-b4fc-9b8c2d1122d0","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.934867298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"0e10a25a-b1c3-40e5-b4fc-9b8c2d1122d0","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.098680465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"c4680e1a-59d9-42f4-88a5-a83599d7effd","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.141991083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"0c383aca-6a69-460e-9327-cb9a05ad1875","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"maas-trlp-praxis-route-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.153897377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"c4680e1a-59d9-42f4-88a5-a83599d7effd","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.296757015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc714c2-6653-4fab-aad9-e0aa85176a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.351529628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc714c2-6653-4fab-aad9-e0aa85176a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.353197492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"c57b29b7-2b7e-410c-9898-bb1c46519614","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.353218232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"c57b29b7-2b7e-410c-9898-bb1c46519614","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.408634598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc714c2-6653-4fab-aad9-e0aa85176a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.463525154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc714c2-6653-4fab-aad9-e0aa85176a4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.628084693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"ed6a7fb1-645b-4de9-8753-0986b8ddc953","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"maas-trlp-praxis-route-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:11.606142929Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"93cb174f-69a3-40a6-ae55-9b9899c3ca87","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:11.711964904Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"fb13c00f-6313-42e9-89e7-a2b88e9d2d67","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:11.835062898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"bd1dd949-38e8-4732-ab1f-615ca9035cc5","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:11.941381519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"697dedab-10a7-4ce1-b84c-b9f1bf95e834","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:12.360155684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6be13bc-f238-46db-b2a6-efad8b152968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:12.413035677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6be13bc-f238-46db-b2a6-efad8b152968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:12.465252046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6be13bc-f238-46db-b2a6-efad8b152968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:12.516944127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6be13bc-f238-46db-b2a6-efad8b152968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:13.020578704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"7ca12a50-658f-42ff-9e5b-fe99a33a2963","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:13.020696673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bbb431b-0cf7-4e54-9fb5-f6ccaa3cb354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:13.020713026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bbb431b-0cf7-4e54-9fb5-f6ccaa3cb354","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:13.155995513Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-policy-f4100c81","reconcileID":"7ca12a50-658f-42ff-9e5b-fe99a33a2963","MaaSAuthPolicy":{"name":"e2e-policy-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"policyNamespace":"ai-tenant-e2e-mt-f4100c81","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:13.213072257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84592165-2984-4aae-b332-036ea4a38451","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:13.213092867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84592165-2984-4aae-b332-036ea4a38451","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:13.356123673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72e71e37-34db-4e32-977f-a4a9c2e31292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:13.356144951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72e71e37-34db-4e32-977f-a4a9c2e31292","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:14.432246817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83fce60-1dcb-4eb1-a73f-01b3c3012e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:14.48521323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83fce60-1dcb-4eb1-a73f-01b3c3012e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:14.538168278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83fce60-1dcb-4eb1-a73f-01b3c3012e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:14.59453806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a83fce60-1dcb-4eb1-a73f-01b3c3012e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:16.460747158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7577f0-e5c0-40f7-a725-911bb964288f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:16.515360964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7577f0-e5c0-40f7-a725-911bb964288f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:16.567316228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7577f0-e5c0-40f7-a725-911bb964288f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:16.619301069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7577f0-e5c0-40f7-a725-911bb964288f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:20.410557627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"5c9058a2-d83f-402f-8532-7f8cf2706071","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:20.410579845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"5c9058a2-d83f-402f-8532-7f8cf2706071","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:21.939541636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"6ecc7662-1434-429e-81d1-bd9efa727930","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.04563699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"d94580fc-60e5-4799-a36f-262ae55a66f7","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.149334619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"3e68f473-b21b-494b-a275-0c4403d5bafe","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.252966135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"f99b3895-7bb5-4ecf-a450-801695834879","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.515870328Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-sub-f4100c81","reconcileID":"b7064f86-75f4-4dc1-8224-963048f02f77","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-f4100c81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.769315987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"namespace":"ai-tenant-e2e-mt-f4100c81","name":"e2e-sub-f4100c81","reconcileID":"b7064f86-75f4-4dc1-8224-963048f02f77","MaaSSubscription":{"name":"e2e-sub-f4100c81","namespace":"ai-tenant-e2e-mt-f4100c81"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.978178907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec953e06-9d24-478f-8af6-f8c07a51c6de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.034255911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ae2c68d-cd27-4010-8966-d43f4dc65e62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.034278366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ae2c68d-cd27-4010-8966-d43f4dc65e62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.034834764Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.749690711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:30.411742695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"347c30e2-40ac-4a14-bdac-faac1714a0ec","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:30.41176334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"347c30e2-40ac-4a14-bdac-faac1714a0ec","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:32.253355287Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"0f8d406b-ae65-4d85-a3f0-3a76cb3a8050","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:32.356636664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"12d135cf-8633-4f0f-8ea4-4f91b2a3e9cc","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.250430034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"626c8b84-48b4-4612-b091-4c80111a11d9","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.317815184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db7b28ad-83e9-4e56-abf7-a23610fa88cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.437750428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"c5004097-917e-40f8-adf5-99f0cc81c8c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.53763573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"5ee0b39a-cb39-4314-b1dc-2011d7b31d77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.613079434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"2f74baad-64c6-4641-9b37-9466d5848ef5","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.768222381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"e5b15b0b-1b14-425e-80e0-1f53f5207d32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:36.103924265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"7c3003d1-66bc-45a5-9e50-684cd60eaa15","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"maas-trlp-praxis-route-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:36.216661605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"bc170fcd-5691-4b85-a887-86acbdca7dfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:36.331684052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"29e88ef8-5fab-4d91-8d69-83f68a55c79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:36.450571969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2a00fc3-f128-4cd2-af70-06acfbd947a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:36.484254363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"f95cd989-774a-405a-9514-2bbf6abc365c","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:36.532665872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"d819b700-e0e5-42a2-8665-2e3d5954704e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:36.686852322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"931bd7be-8d14-4313-abbc-5becbb6b22a0","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:40.413240651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"21fb5524-8544-43e0-a091-93b8899a7843","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:40.413260291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"21fb5524-8544-43e0-a091-93b8899a7843","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:42.360062762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"6234f5a9-51d7-4c09-9c6d-fcd63335f1c4","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:42.463633366Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"6efdee1b-6399-4d7e-908e-2197abbb3b77","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.626394823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"c3508e84-6a2b-4b90-80cc-4c3bd9e42026","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.626425101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"c3508e84-6a2b-4b90-80cc-4c3bd9e42026","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.735110449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"b1a57096-575f-476a-be7d-6d92c3bde936","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.792058919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"b1a57096-575f-476a-be7d-6d92c3bde936","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.793715236Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"63dc42bb-15c2-4040-b0a5-63f31b41175c","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e84b520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.861722794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"fb98ba90-9835-4967-8ed7-8f13880a9a82","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.86175209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"fb98ba90-9835-4967-8ed7-8f13880a9a82","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.943657684Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"e672a2fd-afe3-4cb0-884a-fc8014d0be11","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e84b520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.995057732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"d7fbda3b-9e02-40c8-bb63-33adeac72b43","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e84b520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.037305117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"bdd9b373-8f7b-44da-9d47-3ae14412b8d8","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.2914098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"bdd9b373-8f7b-44da-9d47-3ae14412b8d8","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.373273251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"9661ce47-b68b-4df7-aef7-fc8ce9b94dce","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.440370747Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"bdd9b373-8f7b-44da-9d47-3ae14412b8d8","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"name":"e2e-praxis-a-e7b2a3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.440407523Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-auth","reconcileID":"bdd9b373-8f7b-44da-9d47-3ae14412b8d8","MaaSAuthPolicy":{"name":"praxis-route-e7b2a3-auth","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.479447534Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"971a3d8e-5517-43ed-8190-a6de03bb44e1","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e84b520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.484778863Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"da6ec246-4958-46e1-ae6d-ac075bfda610","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.53700896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"8c7c8987-0ca9-4000-b402-52aad39b3875","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"tenant":"e2e-praxis-a-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.537034308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"8c7c8987-0ca9-4000-b402-52aad39b3875","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"routeName":"praxis-route-e7b2a3-kserve-route","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","llmisvcName":"praxis-route-e7b2a3","gateway":"openshift-ingress/e2e-praxis-a-e7b2a3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.817684894Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"402b6d88-2a8a-40a0-892f-750b52c87fbf","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e84b520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.911560763Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"3b3e45be-b560-42f5-94c9-f72fe765622a","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e84b520","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:34:46.912565664Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"4717b78b-4c2f-4de7-9fc9-4b912c8f11b4","name":"praxis-route-e7b2a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-e7b2a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:34:46.912616968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-e7b2a3","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3","reconcileID":"4717b78b-4c2f-4de7-9fc9-4b912c8f11b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-e7b2a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.963626742Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"0cbe27cf-db85-47bb-8521-597c870bbf46","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e84b520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:47.322923222Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"c37b47a3-820e-4388-9d6c-ac7de0e3c257","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e84b520","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:47.37585117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8165533-8ca5-4f0a-b230-a067ef001a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:47.428857876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8165533-8ca5-4f0a-b230-a067ef001a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:47.481388244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8165533-8ca5-4f0a-b230-a067ef001a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:47.537785167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8165533-8ca5-4f0a-b230-a067ef001a21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:49.444410107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2501e22-0670-4331-9e3a-effb845f6cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:49.496446755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2501e22-0670-4331-9e3a-effb845f6cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:49.548406905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2501e22-0670-4331-9e3a-effb845f6cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:49.600501469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2501e22-0670-4331-9e3a-effb845f6cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.76177455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.485523277Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"19af959b-6391-4781-828e-6df536d3ca83","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.597058254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a1e7b929-e8cc-4ce3-8187-bba5c78b6eb7","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.899935261Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","namespace":"ai-tenant-e2e-ait-56ae52d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.900067506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","namespace":"ai-tenant-e2e-ait-56ae52d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.900134711Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","tenant":"e2e-ait-56ae52d5","tenantID":"e2e-ait-56ae52d5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.954217085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"Deployment","name":"maas-api-e2e-ait-56ae52d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.066271729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"Service","name":"maas-api-e2e-ait-56ae52d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.132064851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-56ae52d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.188142692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-56ae52d5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.244899535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.298276371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.35623697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.379157223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"0f2ab6d0-ff5e-4a7e-a4cd-c8d8f78f4f41","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","subscription":"praxis-route-e7b2a3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.379292855Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"praxis-route-e7b2a3-sub","reconcileID":"0f2ab6d0-ff5e-4a7e-a4cd-c8d8f78f4f41","MaaSSubscription":{"name":"praxis-route-e7b2a3-sub","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"model":"ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-e7b2a3/praxis-route-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.433435816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.487164541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"Deployment","name":"payload-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.487944119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"64a9b1fc-56f0-4635-ae60-61b2f421518d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.542135258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.596189521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"Service","name":"payload-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.597381718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"07d68c78-13d2-404d-b540-7326d178c444","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.652995103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"Service","name":"payload-pre-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.706375048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"DestinationRule","name":"payload-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.707451584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"8f030632-0feb-46e7-b100-66650a018df5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.747901724Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.760209708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.815969678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.873105788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"64c846b1-8f71-48a4-9593-ba3977579635","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.875370721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.929752344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.93289105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"9027b6e3-cea9-45b5-8e90-aea01d63a117","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.938241089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"361ffcd8-4926-4cfe-90cd-b8b2ced2c3b1","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.039342194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8884091b-3b9a-4ce8-baf6-bced43482496","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.044772275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"e906ddee-055d-44fb-ae65-0f1632e68ad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.044928301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.051775605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"fb71aed2-7e92-443f-a979-a58cb9ff4b2a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.113951217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-56ae52d5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.165373863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-56ae52d5"},"namespace":"ai-tenant-e2e-ait-56ae52d5","name":"default-tenant","reconcileID":"5b2f8300-a990-4419-afe8-1d7e97ebc098","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-56ae52d5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.213507396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"4a8c8490-eef7-4aa7-97d0-f5203d155d10","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.31310837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b6955ac-cdb1-4829-a09c-2643a6d87e8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.431019365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"1dc2e980-3110-41c3-8fd7-0a498f2890d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.5030254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"3b0ec724-0f98-4bbe-8ad2-2921d4e6fcbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.503824437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"518a22ba-9547-420c-950f-d15e0834f057","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.876853913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c8c921-df95-4da3-a374-62ce7033e2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.929295909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c8c921-df95-4da3-a374-62ce7033e2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:58.981392906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c8c921-df95-4da3-a374-62ce7033e2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:59.033567179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c8c921-df95-4da3-a374-62ce7033e2da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:59.092509959Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-56ae52d5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-56ae52d5","reconcileID":"9a6bb568-1e6b-48aa-9e54-c85e7163719b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-56ae52d5","removed":["maas.opendatahub.io/gateway-access-e2e-ait-56ae52d5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:59.203031163Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"b4106719-87ee-451c-8484-1f510941e8d7","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:59.42359053Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"62d4b473-fd5c-47c3-8715-96c863ae85e0","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:59.528515388Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"1b3fdf49-3984-4d24-a187-be4b76fa8ff1","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.951775908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07318090-7bb4-40f3-8315-2de4fb9bd9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.004034932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07318090-7bb4-40f3-8315-2de4fb9bd9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.02286071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"915f84be-8746-410d-8a4b-4998b8b9734d","namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.056100794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07318090-7bb4-40f3-8315-2de4fb9bd9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.108078569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"36f3d61f-a0c4-4794-9ff6-27a6a776b78c","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.108103487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"36f3d61f-a0c4-4794-9ff6-27a6a776b78c","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.108388769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07318090-7bb4-40f3-8315-2de4fb9bd9c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.295956942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"dd8398a8-4bc2-4c78-afc2-44e25d2568ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.34787652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"334581d9-cc60-4c83-bb8c-661f1c356185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.347999898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7cf61ee-ede4-4fd0-9eb2-2cd5d02a682d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.348336848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1a7672b0-6d08-4a2e-a3b0-a155b96eef15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.400101933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7653a168-cc06-47cc-a044-b5da92612c1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.405378887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1a7672b0-6d08-4a2e-a3b0-a155b96eef15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.40801449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"334581d9-cc60-4c83-bb8c-661f1c356185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.408055864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"dd8398a8-4bc2-4c78-afc2-44e25d2568ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.456359451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7653a168-cc06-47cc-a044-b5da92612c1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.473539702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7cf61ee-ede4-4fd0-9eb2-2cd5d02a682d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.529563933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7cf61ee-ede4-4fd0-9eb2-2cd5d02a682d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.585796109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59c58b50-b581-438b-951c-6b2859b8eb7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.585816547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59c58b50-b581-438b-951c-6b2859b8eb7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.743896433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"45b2b6f7-3519-4707-b6ba-822d7e5dc760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.766954738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a3401769-3b80-4f4f-a948-c0190fbf98fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.768382234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c332b740-36a3-4164-b846-0fe03ff8cc67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.799825882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"45b2b6f7-3519-4707-b6ba-822d7e5dc760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.824490004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c332b740-36a3-4164-b846-0fe03ff8cc67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.824694488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a3401769-3b80-4f4f-a948-c0190fbf98fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.870243085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"7cffac23-8c95-493b-b679-de311b9af9ef","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.927150725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"7cffac23-8c95-493b-b679-de311b9af9ef","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.967491222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"f90ab8b5-65f7-4cfd-805e-92bb9a6954cd","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.023865278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"f90ab8b5-65f7-4cfd-805e-92bb9a6954cd","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.289167338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"4b5492eb-9c39-4969-bdc2-98d03a81cb7d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.343764708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","reconcileID":"9b22d83e-e305-4e2b-876b-1c34448a9fa5","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.356104082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"4b5492eb-9c39-4969-bdc2-98d03a81cb7d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.514985095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ab3ae22-ad8d-419b-8763-871ad2eb0104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.51501196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"cf30d52e-4f9c-415d-8ec0-83fb288d2885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.515535846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"b605e30b-4c11-4b5c-afbe-c8c3e442a295","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.571627987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"cf30d52e-4f9c-415d-8ec0-83fb288d2885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.572190344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ab3ae22-ad8d-419b-8763-871ad2eb0104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.573889163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"b605e30b-4c11-4b5c-afbe-c8c3e442a295","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.601127593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"74ee865f-f05c-4d3a-b84d-c77bc2d9d77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.627124807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ab3ae22-ad8d-419b-8763-871ad2eb0104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.657071006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"74ee865f-f05c-4d3a-b84d-c77bc2d9d77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.68916014Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","reconcileID":"7717efad-4d50-4622-bdbf-8856c0599cb3","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.793546832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"20cd9cc4-5e3e-4a32-a334-459d7f256cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.816060374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"f6f41752-777a-4901-be14-f19cc5215b23","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.849055073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"20cd9cc4-5e3e-4a32-a334-459d7f256cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.87901695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"d4cf87f6-3a7e-4425-a399-23bbd5ca631d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.935726124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"d4cf87f6-3a7e-4425-a399-23bbd5ca631d","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.023251691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8285fbb3-f0f8-4f54-bb18-8d17b82627d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.023564563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2c3cb0cc-c0b9-40d2-90dd-cd0b05eae05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.076292498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8285fbb3-f0f8-4f54-bb18-8d17b82627d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.128740679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8285fbb3-f0f8-4f54-bb18-8d17b82627d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.129285766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"73633a00-9030-4855-be52-f76634cf468f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.181543693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8285fbb3-f0f8-4f54-bb18-8d17b82627d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.182455011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"338a3794-0445-47c2-8323-197eb91fe30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.185230089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2c3cb0cc-c0b9-40d2-90dd-cd0b05eae05a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.235603853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"e86e051d-a489-4d05-9a47-bfafe54073ad","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.239456706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"73633a00-9030-4855-be52-f76634cf468f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.245510267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"338a3794-0445-47c2-8323-197eb91fe30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.400794508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"2752d88d-5fbc-4c79-9111-0afebb52c886","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.404448304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"541f8059-50c6-4476-9c77-8ba85eb84bad","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.461236599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"541f8059-50c6-4476-9c77-8ba85eb84bad","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.508696501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dbb9b78-1594-49bd-9282-b09270e41fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.565402334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"43e5d190-a174-47a0-8c58-365eba24ab77","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.565454858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dbb9b78-1594-49bd-9282-b09270e41fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.580843227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0cdb52ea-5c58-4397-b378-893f078f8d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.635897987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0cdb52ea-5c58-4397-b378-893f078f8d81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.669204753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"244e63a7-1ef1-44dd-992d-d8f05744e6ce","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.68162622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d048d1b6-235f-4f05-9250-1755d11dd698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.737192009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d048d1b6-235f-4f05-9250-1755d11dd698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.783309946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d5bd2f5f-6aa2-488f-acc1-735aabd95a1b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.791355879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d048d1b6-235f-4f05-9250-1755d11dd698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.839824525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d5bd2f5f-6aa2-488f-acc1-735aabd95a1b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.888545679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ed5a8fa6-9e4f-49b8-a4fc-fd6f40cb08d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:03.971416163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ed5a8fa6-9e4f-49b8-a4fc-fd6f40cb08d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.026747425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0b9f0685-eabf-48d5-96a3-408a9378564e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.027084769Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a66f2e2b-6511-4ab4-9be5-2d8b781eac06","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.027139988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"935864ec-e3c8-4ace-af75-d6085fb580b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.027353551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"08c06e4e-c57b-4069-be2b-0e4ffdb86b3c","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.083740903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"08c06e4e-c57b-4069-be2b-0e4ffdb86b3c","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.083747866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0b9f0685-eabf-48d5-96a3-408a9378564e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.085864931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"935864ec-e3c8-4ace-af75-d6085fb580b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.131729575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"c8246f65-4190-4cb3-8b8b-d667c8d83a6c","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.234884245Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"18de5e56-0a88-482c-918f-ab11e0693abf","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.349362655Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a4d37213-3c33-44a2-aab1-ccc75b9de484","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.453674127Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"609a4f91-5167-4737-bc74-c66202984532","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.942655132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","reconcileID":"bbe95a6e-2045-42f2-9c01-35b4591815a4","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:04.995715102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"fd13c155-26a8-4bca-a2de-70119340b867","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.105224454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a67ed94b-7fc6-4889-9684-e2c062facfb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.115015134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1915bf53-7896-466d-9a0c-69e92a511c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.128390357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"0a313821-1494-4413-8e67-7e50f851c166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.128391272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"473c27c4-e257-4d9f-804c-5b656472f540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.136130785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1bdfe16f-d4ed-4b65-9beb-7aa1830ac740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.157827159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"6f1c6812-bd93-43ea-9965-a9da2ac7b216","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.161431528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a67ed94b-7fc6-4889-9684-e2c062facfb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.171285113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1915bf53-7896-466d-9a0c-69e92a511c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.184332349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"0a313821-1494-4413-8e67-7e50f851c166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.185975336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"473c27c4-e257-4d9f-804c-5b656472f540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.191588622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1bdfe16f-d4ed-4b65-9beb-7aa1830ac740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.213589781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3989e153-f049-49fe-9807-318222548cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.269297477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3989e153-f049-49fe-9807-318222548cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.270819733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1915bf53-7896-466d-9a0c-69e92a511c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.322323021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3989e153-f049-49fe-9807-318222548cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.375439605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"3d03cff9-a189-4d9e-b0dc-4dd7dc4a80c1","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.376066595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3989e153-f049-49fe-9807-318222548cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.482799937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8a9c8ad7-d1d0-484c-948b-c3d365c6ad8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:05.484772435Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"3d03cff9-a189-4d9e-b0dc-4dd7dc4a80c1","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:05.48484499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"3d03cff9-a189-4d9e-b0dc-4dd7dc4a80c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.536508081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"48663906-bd65-4b18-97fb-7795dd5b25bb","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.538871834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8a9c8ad7-d1d0-484c-948b-c3d365c6ad8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.590330369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"58d88308-a917-4092-94f9-18305ee08962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.590893309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37acc0be-1815-42cc-84c7-88c36e138e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.643212821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"1dd85e03-98d1-4992-ad9e-1b5fbd1cbf06","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.646146082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"58d88308-a917-4092-94f9-18305ee08962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.64679309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37acc0be-1815-42cc-84c7-88c36e138e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.745045221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"712beff9-e274-408d-9668-034f9e893ae4","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.745072286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"e9475feb-78ba-476c-95c9-a5981cd9e532","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.747112432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"ff64a1df-9ae1-4b14-8a59-fc8de33b0f9f","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.747130595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"ff64a1df-9ae1-4b14-8a59-fc8de33b0f9f","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.749860465Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-df0a0131","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-df0a0131","reconcileID":"4e7fdd1f-22b7-41c1-95ec-c7be7b2fdcfb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-df0a0131-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-df0a0131-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.801512867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"e9475feb-78ba-476c-95c9-a5981cd9e532","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.801521677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"712beff9-e274-408d-9668-034f9e893ae4","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.850868547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"8259f702-b0b7-466b-bdf1-4b120f3376ae","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.957648914Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"ff658d20-1fd8-4f28-87cb-5d5ae116ff2d","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.062701879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"bc007aa8-344c-4804-b89b-aaef5f559e8d","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.062730667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"bc007aa8-344c-4804-b89b-aaef5f559e8d","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.108345357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"f2866bef-c389-4da0-b643-02e5637b3443","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.167813116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"f2866bef-c389-4da0-b643-02e5637b3443","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.207096866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"a34b7305-475a-48bc-b5ef-c182640bd61f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.272006769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"a34b7305-475a-48bc-b5ef-c182640bd61f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.310164315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"e4770a85-b3f3-4f60-8254-d167d0b24240","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.36602696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"e4770a85-b3f3-4f60-8254-d167d0b24240","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.796641618Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"55edd95f-a99f-432b-88da-44ee18c89e3a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.902869683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"002ea677-1a18-4f9c-ab5b-641cfd4bf9bb","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.902896831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"002ea677-1a18-4f9c-ab5b-641cfd4bf9bb","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.10889781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","reconcileID":"1653a021-50d9-4f26-9def-614c29bce5ed","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.272097796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef8a945-ccd0-4783-b3c2-e6a24c6e54ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.272225231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a3a51826-1ffb-4b50-b16c-5e346f2ae234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.272399456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ffc1a316-0e0d-4112-b2c2-989ef9f23f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.272661668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e400aaed-2d26-48b6-820c-e8f8251d61db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.32471087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef8a945-ccd0-4783-b3c2-e6a24c6e54ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.327955174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a3a51826-1ffb-4b50-b16c-5e346f2ae234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.377168193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef8a945-ccd0-4783-b3c2-e6a24c6e54ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.380536386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ffc1a316-0e0d-4112-b2c2-989ef9f23f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.429801181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef8a945-ccd0-4783-b3c2-e6a24c6e54ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.430119527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"005f0425-f726-41b7-bc51-e5784ea0bf91","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.433643864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e400aaed-2d26-48b6-820c-e8f8251d61db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.482408825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"967d09e6-9e98-4678-967e-c2efa2be1f76","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.486541644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"005f0425-f726-41b7-bc51-e5784ea0bf91","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.487723482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e400aaed-2d26-48b6-820c-e8f8251d61db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.539390602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"967d09e6-9e98-4678-967e-c2efa2be1f76","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.695499153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"12ce5386-6140-46c0-9582-7847c593a51b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.74710089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c74023c8-49ff-42bd-8366-1230298849d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.751175037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"12ce5386-6140-46c0-9582-7847c593a51b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.803033871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c74023c8-49ff-42bd-8366-1230298849d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.95243574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"cef65ed7-4060-4605-8209-f4730ed347a4","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.003286321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b468bdcc-217f-4322-bd75-80facef45b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.008128747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"cef65ed7-4060-4605-8209-f4730ed347a4","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.058759312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b468bdcc-217f-4322-bd75-80facef45b62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.05978026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42633a75-2488-4f5a-a2e9-3765d032dc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.11194721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"afed83a7-8a2d-41c1-b74f-5310f928af16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.115224609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42633a75-2488-4f5a-a2e9-3765d032dc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.15811244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"9b27c420-534b-4aef-9072-41b6829c0b8f","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.167543022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"afed83a7-8a2d-41c1-b74f-5310f928af16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.213685421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"9b27c420-534b-4aef-9072-41b6829c0b8f","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.573176712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"bcc5b2b1-7750-4c0f-a4ea-159242f53af4","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.631408522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"bcc5b2b1-7750-4c0f-a4ea-159242f53af4","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:09.356995736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5318ddd2-47f4-4e24-99c1-0c984ad3f10e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:09.409368293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5318ddd2-47f4-4e24-99c1-0c984ad3f10e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:09.461664473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5318ddd2-47f4-4e24-99c1-0c984ad3f10e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:09.513607394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5318ddd2-47f4-4e24-99c1-0c984ad3f10e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:09.886175566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"d6fdc029-838e-47b5-a669-363f512f5337","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:09.989944127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"4144b154-e4a3-40bf-8357-5a2cb3eba851","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:09.99230705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"7450c3fd-2944-4d5d-9810-15a776c3b359","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:10.113312528Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"7450c3fd-2944-4d5d-9810-15a776c3b359","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:10.16744344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"7450c3fd-2944-4d5d-9810-15a776c3b359","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:10.27535943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"a63f2a82-ca90-4107-8cc5-6081d46e6bf7","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.05113369Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.104446636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"8032bff1-4e6c-405a-adc0-bb34e9b4e1ab","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.104511324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"8032bff1-4e6c-405a-adc0-bb34e9b4e1ab","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:11.219146537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-53b037-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.26981895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f0f858b6-200b-457c-b68a-a56fd8ed3210","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.269857767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f0f858b6-200b-457c-b68a-a56fd8ed3210","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.368238243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"967a3d1f-4940-482c-8e12-960110133720","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.368787895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"5f47368f-86a5-4bc6-8227-78b0aae7004f","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.369099751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"f520505b-c78e-42c4-ba72-29eb2b97aaa7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.369513822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"5efe727e-09c0-457c-a36e-ff774ebd4da8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.370087464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d5640323-b480-4687-b23e-262087cf0758","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.374491657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"29bb96a5-f564-4561-ab55-cbd2745a63b1","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.374553027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"29bb96a5-f564-4561-ab55-cbd2745a63b1","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.431263301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"f520505b-c78e-42c4-ba72-29eb2b97aaa7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.431616943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"5f47368f-86a5-4bc6-8227-78b0aae7004f","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.437119137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d5640323-b480-4687-b23e-262087cf0758","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.440773259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"5efe727e-09c0-457c-a36e-ff774ebd4da8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.444285532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"967a3d1f-4940-482c-8e12-960110133720","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.444815071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676d2b5e-7f5c-4c52-89df-c1e771b53b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.497641595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676d2b5e-7f5c-4c52-89df-c1e771b53b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.497937136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"06242217-95fd-43ca-b5d4-ed1c79e01256","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.497981536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"06242217-95fd-43ca-b5d4-ed1c79e01256","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","externalModel":"e2e-rec-ctrl-be5c8c","provider":"e2e-rec-ctrl-be5c8c-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.501922389Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"3c5b12b9-72ba-40ab-a520-34fb34146684","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-rec-recover-53b037","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.550521587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676d2b5e-7f5c-4c52-89df-c1e771b53b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.603747945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"676d2b5e-7f5c-4c52-89df-c1e771b53b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.656332313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"2de5b334-2ab5-4247-aaec-6b904fa5443a","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.656365573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"2de5b334-2ab5-4247-aaec-6b904fa5443a","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.769348862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"a8eea87b-bd2b-44c0-be48-92e90bc89b28","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.769377186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"a8eea87b-bd2b-44c0-be48-92e90bc89b28","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.928418077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"91c2c940-d044-4382-a8ff-7a7f6a7e2bd8","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:11.928446693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"91c2c940-d044-4382-a8ff-7a7f6a7e2bd8","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.081158347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"75ee49b0-8fe8-4604-94bc-ce291c08f201","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.169558871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d873943f-328c-47d3-91ae-05d75f85d998","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.170232928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"400675b6-eafb-4d35-82f9-1af65bbb16cf","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.174346117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"a6fd0ac4-4f79-4997-b248-cd81162e83f3","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.175062922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"fa95f46d-8ee8-4863-a873-2f7f0b56b79f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.175642946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"42d0f0c4-e4b5-4ab2-a304-0c3055d397bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.233111537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d873943f-328c-47d3-91ae-05d75f85d998","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.233366749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"42d0f0c4-e4b5-4ab2-a304-0c3055d397bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.235910642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"400675b6-eafb-4d35-82f9-1af65bbb16cf","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.23604534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"a6fd0ac4-4f79-4997-b248-cd81162e83f3","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:12.23837448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"fa95f46d-8ee8-4863-a873-2f7f0b56b79f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:13.936391156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:13.936446295Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","namespace":"ai-tenant-e2e-praxis-a-e7b2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:13.936529565Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","tenant":"e2e-praxis-a-e7b2a3","tenantID":"e2e-praxis-a-e7b2a3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:13.992294524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"Deployment","name":"maas-api-e2e-praxis-a-e7b2a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.05282176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"Service","name":"maas-api-e2e-praxis-a-e7b2a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.107265785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-e7b2a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.161164945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-e7b2a3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.217579662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.272260671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.329242247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.383554794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.435128945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.486637719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.538390875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"Service","name":"payload-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.590312879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.642419328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.693811141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.745454852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.802574392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.85408964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.905371969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:14.956882208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-e7b2a3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:15.008250711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-e7b2a3"},"namespace":"ai-tenant-e2e-praxis-a-e7b2a3","name":"default-tenant","reconcileID":"d1961bfd-058d-4051-a61b-a80a6b0a808a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-e7b2a3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:16.902788402Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1bf9fcfa-9d52-4961-a845-3c5d561ebceb","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:17.645280806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a78776-276b-43cc-800f-67ee023ad47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:17.700676416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a78776-276b-43cc-800f-67ee023ad47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:17.755317289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a78776-276b-43cc-800f-67ee023ad47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:20.330535976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"13ba9baf-e0cb-43db-a118-11487d951aa6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:20.388273189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"13ba9baf-e0cb-43db-a118-11487d951aa6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:20.442293253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"13ba9baf-e0cb-43db-a118-11487d951aa6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:22.097932469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"398e2f6c-05ca-4cd1-8ceb-2e7ce4eaff48","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:22.208219494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"31ff3564-a8e5-4de5-94eb-8ab3f240f755","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:22.430719904Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e7b2a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e7b2a3","reconcileID":"eb2c0408-817c-47b7-90e4-b1b318fd52c3","aitenant":"ai-tenants/e2e-praxis-a-e7b2a3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:22.612544074Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"fa5dca00-171b-4586-acb7-3267359463a7","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:23.042744921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bc3549-2021-47f2-8ff4-4f289fed4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:23.095159781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bc3549-2021-47f2-8ff4-4f289fed4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:23.14729412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bc3549-2021-47f2-8ff4-4f289fed4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:23.200255607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73bc3549-2021-47f2-8ff4-4f289fed4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:23.25764741Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-e7b2a3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-e7b2a3","reconcileID":"eb2c0408-817c-47b7-90e4-b1b318fd52c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-e7b2a3","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-e7b2a3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:23.474434039Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"047c5c78-0b3a-46bd-acde-82eec5f2a65b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:24.748417367Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:25.136226598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0fcb36-ce4c-4c29-b7ea-db99e1b7cf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:25.189219714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0fcb36-ce4c-4c29-b7ea-db99e1b7cf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:25.242370563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0fcb36-ce4c-4c29-b7ea-db99e1b7cf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:25.295555422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a0fcb36-ce4c-4c29-b7ea-db99e1b7cf85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.720718666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"943929d0-1a47-4826-a5ae-787b592d6f81","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.990684641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"4c9345a0-2150-479f-89d1-fa01e4099483","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.990711585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"4c9345a0-2150-479f-89d1-fa01e4099483","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.580666418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ed991922-2fb3-40ba-be58-b26df16c47b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.636148806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ed991922-2fb3-40ba-be58-b26df16c47b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.69072841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47) AuthConfig (40f07e8137980501855769a4388660498fed48e5544ab166d26575be9033cb9c) AuthConfig (efb183f80fd1b96b776bf7b5f6feedce9f37e9656e8a32c409ba700b2eca99b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (4b4c138a91c8a14c32f55362b272ac6c302b7899668adfa9c6c22aec34743b07) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (42072dc43109cbf5bc3b859b3cdb24a074843b011022ecb19d3dc2c2e93143d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ed991922-2fb3-40ba-be58-b26df16c47b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.79988924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"393a5470-eabb-4da2-9506-bfb85ed89033","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.879535499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6db47446-482a-4762-a9a6-dcfd0387b908","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.886842487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"6101e294-4afd-4932-a119-d32c52c5fb3f","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.912659645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b56534-5b44-49c3-88e0-2b38ff5a1407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.93531451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6db47446-482a-4762-a9a6-dcfd0387b908","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.942638503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"6101e294-4afd-4932-a119-d32c52c5fb3f","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.968778972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b56534-5b44-49c3-88e0-2b38ff5a1407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.990085928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47) AuthConfig (40f07e8137980501855769a4388660498fed48e5544ab166d26575be9033cb9c) AuthConfig (efb183f80fd1b96b776bf7b5f6feedce9f37e9656e8a32c409ba700b2eca99b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (4b4c138a91c8a14c32f55362b272ac6c302b7899668adfa9c6c22aec34743b07) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (42072dc43109cbf5bc3b859b3cdb24a074843b011022ecb19d3dc2c2e93143d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6db47446-482a-4762-a9a6-dcfd0387b908","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:28.023228197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b56534-5b44-49c3-88e0-2b38ff5a1407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:28.081330864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"907e47c4-393e-416e-9792-4188961d3b9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:28.081352232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"907e47c4-393e-416e-9792-4188961d3b9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:33.579694848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"9c534e56-16a6-4a2d-9204-561021c0949d","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.286394365Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"862d9f6e-ea01-4976-98c2-9c848c5ac0fa","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:36.242503339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d512531-28fc-467b-a631-a004c2347be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:36.295657859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d512531-28fc-467b-a631-a004c2347be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:36.348242554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d512531-28fc-467b-a631-a004c2347be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:36.400335765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d512531-28fc-467b-a631-a004c2347be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.096116315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"a47dd8b6-69dd-4c85-be57-53854f68b8d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.151646723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"a47dd8b6-69dd-4c85-be57-53854f68b8d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.205763143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47) AuthConfig (40f07e8137980501855769a4388660498fed48e5544ab166d26575be9033cb9c) AuthConfig (efb183f80fd1b96b776bf7b5f6feedce9f37e9656e8a32c409ba700b2eca99b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (4b4c138a91c8a14c32f55362b272ac6c302b7899668adfa9c6c22aec34743b07) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (42072dc43109cbf5bc3b859b3cdb24a074843b011022ecb19d3dc2c2e93143d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"a47dd8b6-69dd-4c85-be57-53854f68b8d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.247952716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f58b1bd-8061-41b5-a59b-c815e85e5281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.303479527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f58b1bd-8061-41b5-a59b-c815e85e5281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.329370011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9351f5-acf2-47fc-886d-c863c5ad6d9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.381197936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9351f5-acf2-47fc-886d-c863c5ad6d9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.383881719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f58b1bd-8061-41b5-a59b-c815e85e5281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.433135514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9351f5-acf2-47fc-886d-c863c5ad6d9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.484992549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9351f5-acf2-47fc-886d-c863c5ad6d9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:45.391649396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"d36400fd-73bf-4ab8-bc58-a1dc082de64e","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:48.311585056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"eb500afa-ab07-4f8c-9473-30663a459d2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:48.36779583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"eb500afa-ab07-4f8c-9473-30663a459d2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:48.422067858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47) AuthConfig (40f07e8137980501855769a4388660498fed48e5544ab166d26575be9033cb9c) AuthConfig (efb183f80fd1b96b776bf7b5f6feedce9f37e9656e8a32c409ba700b2eca99b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (4b4c138a91c8a14c32f55362b272ac6c302b7899668adfa9c6c22aec34743b07) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (42072dc43109cbf5bc3b859b3cdb24a074843b011022ecb19d3dc2c2e93143d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"eb500afa-ab07-4f8c-9473-30663a459d2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:48.543035387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ad2509b-cf78-4dc1-bab2-c8aa8ca89086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:48.598960152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ad2509b-cf78-4dc1-bab2-c8aa8ca89086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:48.653137311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ad2509b-cf78-4dc1-bab2-c8aa8ca89086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:52.949666207Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"219b033e-21ad-4eb9-b6c6-0cf8cbd88090","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:53.003633323Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"219b033e-21ad-4eb9-b6c6-0cf8cbd88090","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:53.109037327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"219b033e-21ad-4eb9-b6c6-0cf8cbd88090","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-df0a0131-gw","tenantID":"e2e-migrate-df0a0131","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:53.223456203Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"219b033e-21ad-4eb9-b6c6-0cf8cbd88090","name":"e2e-migrate-df0a0131-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:54.749252242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.248739972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1390565d-fae6-4d4d-90d8-29bbb3ebfa2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.248762979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1390565d-fae6-4d4d-90d8-29bbb3ebfa2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.305441687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b2f63c0-9356-4190-b033-5b63780ccc7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.305491267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b2f63c0-9356-4190-b033-5b63780ccc7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.414124442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"namespace":"ai-tenant-e2e-mt-f03a57ac","name":"e2e-policy-f03a57ac","reconcileID":"93e14467-1ea2-426c-96f8-b0ebb6b79752","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.495684392Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"9558f3d5-2c05-4e93-a613-083aeb506a71","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.541397668Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"namespace":"ai-tenant-e2e-mt-f03a57ac","name":"e2e-policy-f03a57ac","reconcileID":"93e14467-1ea2-426c-96f8-b0ebb6b79752","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.596323266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"namespace":"ai-tenant-e2e-mt-f03a57ac","name":"e2e-policy-f03a57ac","reconcileID":"93e14467-1ea2-426c-96f8-b0ebb6b79752","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:57.793184312Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"68596cdd-0986-4ea1-b439-6476d46b04e7","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:58.528106027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6485e69b-52d0-45b5-b31d-97c713a7ef08","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:58.583800011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6485e69b-52d0-45b5-b31d-97c713a7ef08","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:58.811219329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28dd72ff-0f76-462c-b4e5-51a95f07ac8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:58.931756218Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28dd72ff-0f76-462c-b4e5-51a95f07ac8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:58.986212087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28dd72ff-0f76-462c-b4e5-51a95f07ac8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.002607932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"80567c2a-6e3d-4ec2-9e96-aab4f7531312","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.057624101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f60ccb27-dbdb-4167-a618-02430715bdbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.057647676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f60ccb27-dbdb-4167-a618-02430715bdbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:01.82087591Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:01.873322299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"0183e7f1-45ca-46e5-b785-eb2f3a7d58a3","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:01.92786522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"0e82ad80-6525-4937-aaf9-fb697e6b86f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:36:01.928384721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"eca2877c-3ca7-4f5f-a724-f1fcd0e0ac12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-0fe371-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:01.985990252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"0e82ad80-6525-4937-aaf9-fb697e6b86f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.034728528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"a4dfa89d-ce83-438f-a2f1-5ac16f4fa7af","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:36:02.139390595Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"a4dfa89d-ce83-438f-a2f1-5ac16f4fa7af","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0fe371-e2e-extmod-a-25719d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:36:02.139496524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"a4dfa89d-ce83-438f-a2f1-5ac16f4fa7af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0fe371-e2e-extmod-a-25719d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.191900558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"b00cd505-6c3e-4371-abe8-fec6f3c672b9","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.191930485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"b00cd505-6c3e-4371-abe8-fec6f3c672b9","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","externalModel":"e2e-rec-recover-53b037","provider":"e2e-rec-recover-53b037-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.29657621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"2f7e5894-01f0-428a-9a44-2d0968a458e4","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.349222062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"97e5c401-df16-478a-9eac-ec88538522e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.356661626Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"d893e7fb-bda8-4321-8747-0da9babfc971","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.404774129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"97e5c401-df16-478a-9eac-ec88538522e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.625352379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"f0c206c6-7c96-4a7d-a4e6-aeeca86e9c9a","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:02.833609428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"37f24362-79b8-4d1e-807b-7920761f1cfe","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:05.600043927Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"5193ced6-f6db-435c-a38a-d245c8655fa4","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:09.200752755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50b84bb4-0718-42b6-9490-f9b4ccf7e64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:09.256924808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50b84bb4-0718-42b6-9490-f9b4ccf7e64b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:09.521366773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a81a343b-e92b-43dc-b61c-939332a3d7d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:09.521388141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a81a343b-e92b-43dc-b61c-939332a3d7d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.215959227Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","namespace":"ai-tenant-e2e-praxis-b-390a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.216036388Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","namespace":"ai-tenant-e2e-praxis-b-390a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.216105131Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","tenant":"e2e-praxis-b-390a75","tenantID":"e2e-praxis-b-390a75","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.269250079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"Deployment","name":"maas-api-e2e-praxis-b-390a75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.328327662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"Service","name":"maas-api-e2e-praxis-b-390a75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.38517702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-390a75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.438395502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-390a75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.493312156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.547574882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.603946804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.659864474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.711028106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.762610558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.81389659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"Service","name":"payload-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.867270163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.919159672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:12.970617432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:13.022384966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:13.076704808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:13.128008894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:13.179258437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:13.233083111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-390a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:13.285511521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-390a75"},"namespace":"ai-tenant-e2e-praxis-b-390a75","name":"default-tenant","reconcileID":"9cb467b3-1e39-4211-a12a-ba7398753d21","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-390a75","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:15.704071873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"87772239-3549-4c7a-97cf-ee67a553b1de","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:21.193987807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"a83cd6ec-e74f-4b2a-a589-ab9f2faf4daf","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:21.270342684Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"namespace":"ai-tenant-e2e-mt-f03a57ac","name":"e2e-policy-f03a57ac","reconcileID":"4244bced-b2bc-4af1-ae38-1c65f47ac74c","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:21.374179912Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"namespace":"ai-tenant-e2e-mt-f03a57ac","name":"e2e-policy-f03a57ac","reconcileID":"4244bced-b2bc-4af1-ae38-1c65f47ac74c","MaaSAuthPolicy":{"name":"e2e-policy-f03a57ac","namespace":"ai-tenant-e2e-mt-f03a57ac"},"policyNamespace":"ai-tenant-e2e-mt-f03a57ac","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:21.462990944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"a213cb04-9083-4a65-b435-91b25fad2c89","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:21.646209909Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"8e97fa61-a2b4-4ead-9f97-0ec968935daa","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:21.75339055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"509ff54b-2fe6-454c-8cc7-e5cafaacfd16","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:21.962965066Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-390a75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-390a75","reconcileID":"e5745f0f-ab3a-45c7-9cec-6de4e632d988","aitenant":"ai-tenants/e2e-praxis-b-390a75","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.122348929Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"6fa49d2b-9288-4427-8dd4-89423dbcfde4","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.437247587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"193e7f52-4302-4018-ba5e-9ed788e013f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.492267599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"193e7f52-4302-4018-ba5e-9ed788e013f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.522918332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c92db-5807-4e49-91d7-015f8bcf418a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.574673583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c92db-5807-4e49-91d7-015f8bcf418a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.626516324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c92db-5807-4e49-91d7-015f8bcf418a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.678528381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c92db-5807-4e49-91d7-015f8bcf418a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.788192281Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-390a75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-390a75","reconcileID":"e5745f0f-ab3a-45c7-9cec-6de4e632d988","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-390a75","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-390a75"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:22.999982151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"9c8b6846-8f3f-4355-91c5-fe0d10da8080","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:23.210853036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"577cd5e6-e32b-4233-a457-2c1c04772eea","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:23.314635269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"7541550f-0fe5-4121-ab5c-27823d6da4a8","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:23.320146286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2803ab94-553b-4cb2-b5ce-9d0362231142","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:23.440789791Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2803ab94-553b-4cb2-b5ce-9d0362231142","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:23.50823443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1ff1dc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2803ab94-553b-4cb2-b5ce-9d0362231142","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:23.616178445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"dcda75e3-10dc-4222-a8e2-ce4354b8f333","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.63474491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82ff0e1-8b40-4847-abed-ed974fe6bb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.69049791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82ff0e1-8b40-4847-abed-ed974fe6bb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.75565009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82ff0e1-8b40-4847-abed-ed974fe6bb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.755898892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.816429283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82ff0e1-8b40-4847-abed-ed974fe6bb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.742914204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f256a74-fcc2-44ba-92ea-0809a6c7c75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.796123931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f256a74-fcc2-44ba-92ea-0809a6c7c75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.847895985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f256a74-fcc2-44ba-92ea-0809a6c7c75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.899673366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f256a74-fcc2-44ba-92ea-0809a6c7c75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.952230634Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"35e3bd3f-64bc-4500-aab0-3369b766781c","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.110320535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"ddf8c6a3-d4c0-416b-af78-80587155e1ee","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.309005848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"64b4a1dc-65f0-49a8-b4d6-c82d853fa4af","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.417582653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-2e0116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-2e0116","reconcileID":"17ea4e05-477c-4107-bf06-f7c6af836319","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-2e0116","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-2e0116":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.75967536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"8bbef1d9-5196-49ae-9bf5-3321ab7dafee","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.777488877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c73a40-c5fd-4894-b151-eec629cd18e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.833226236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c73a40-c5fd-4894-b151-eec629cd18e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.890496195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c73a40-c5fd-4894-b151-eec629cd18e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.944547175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c73a40-c5fd-4894-b151-eec629cd18e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.778642482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"2cfc4ea7-1834-4d3c-9c9f-54f8bc969c14","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.83754446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2daafa66-2969-4fbc-a1e8-6cb1b2fc2b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.889574593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2daafa66-2969-4fbc-a1e8-6cb1b2fc2b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.941640045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2daafa66-2969-4fbc-a1e8-6cb1b2fc2b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.993717757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2daafa66-2969-4fbc-a1e8-6cb1b2fc2b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:33.670917942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"183b5e03-6a56-473a-9080-1a1b57848ede","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:33.726439667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"183b5e03-6a56-473a-9080-1a1b57848ede","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:33.780504947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1ff1dc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"183b5e03-6a56-473a-9080-1a1b57848ede","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:37.124133201Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"7083d50d-ec13-4944-8169-c209edaabc9c","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:37.230424821Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"7083d50d-ec13-4944-8169-c209edaabc9c","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:38.341784807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"c3e520b4-8831-4d36-94f3-0a52987ec577","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:39.218173246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f0e6c2-b068-404e-80d6-b5e1199e79c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:39.270259201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f0e6c2-b068-404e-80d6-b5e1199e79c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:39.322759113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f0e6c2-b068-404e-80d6-b5e1199e79c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:39.374716784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f0e6c2-b068-404e-80d6-b5e1199e79c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:39.974614527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"ee56b82f-49ae-4ee8-bf0f-dc389742de11","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.022536536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4bb0214-dafc-495c-b406-f1916186cc8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.123414192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"fc801df4-0b7d-4fdb-8204-5ca0c6e433b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.17776113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"8b5e34b6-89ae-409e-8b51-989c848ce85f","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.267175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f538056-ece8-4b15-a780-207824478690","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.514715093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"56dbbe82-18e9-40c4-8106-b3693b686755","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.618916356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"e686bf26-5be0-4033-b324-202b58377e4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.662948497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"c56dc0f3-5c02-474a-92f9-c850437f9486","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.670799168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"271372bf-0692-4e7b-a92d-d0a9be4dfc70","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.830268261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"1c95b8cb-4749-4442-aee2-4ec7ef606038","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.882661225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"f206d84e-ef58-46cb-9439-6e858259a004","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.984029772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"6a415759-c875-4163-93c9-555e632f3f2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:41.056712098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"b7f93a5e-ff6d-4ae7-9e8e-e2090a4ebadb","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:41.135431722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"06ae51d0-4daf-49e6-94d5-c8379cb0058b","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:41.244620168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a76c49-d701-486e-96ae-9b8c28a2b1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:41.296577564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a76c49-d701-486e-96ae-9b8c28a2b1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:41.348440125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a76c49-d701-486e-96ae-9b8c28a2b1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:41.400421236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a76c49-d701-486e-96ae-9b8c28a2b1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.146979273Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"496c4dd7-6412-4e41-b2cf-db475218981d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.325862136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"4df9516d-288d-4d4a-9db7-0237755fb852","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.492907141Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"450bed92-c3bc-4907-aabf-0826c1804b4b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.355734985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e29ae8-771b-4320-ba64-edd186af48cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.415721312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e29ae8-771b-4320-ba64-edd186af48cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.467708674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e29ae8-771b-4320-ba64-edd186af48cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.519548854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4e29ae8-771b-4320-ba64-edd186af48cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.886527759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"22eae79f-4ea6-46f6-813e-4f58b1874021","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.941904644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"22eae79f-4ea6-46f6-813e-4f58b1874021","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.995867563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1ff1dc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e12aacec4067126eaa90ee2a5f5c790d7cdf9c6215c2e2eef968887da218dace) AuthConfig (c2547200913a3cd422af65b4565d650a46811ee504fa0e8a086b0ab3e38381dd) AuthConfig (875d94d2517361e57f8a8c877dd368b38a9c0914c036fd9cab5e1617a20ceb3a) AuthConfig (1a16a3254d7d7afbfbb07a1e7e2c8a1b8aec50ec98821f3fde086584b86cebae) AuthConfig (1f07364d318105feb9a17a1e38f4a4f1ffdb51d7f4dd38fecdf8e680f99238e4) AuthConfig (854b1ca79c5a761378a5b9ed6180da95176863659086b279cecece849db0e478) AuthConfig (c38fe40ad723ca19122800e34365931b16a08fe15fe371c7ef33f04fc85f53ec) AuthConfig (4bd0f19d49404b035ab3e03bd82a163f76015644656ef9f1a583852aef31f17f) AuthConfig (6898f5ae037986a35f5fe331a18958b2be92335375bc7def202eff973c81d0d1) AuthConfig (0987f1a80fac110f9058ad31fc8c8bf558d4814926b14434569841eed0177960)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"22eae79f-4ea6-46f6-813e-4f58b1874021","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.103628843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"f2ef9e3a-8516-4b8d-9a47-5a6f12e803ba","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.383025982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fa3e09-15b3-44bd-ad51-bd54df75351f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.43477587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fa3e09-15b3-44bd-ad51-bd54df75351f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.486453995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fa3e09-15b3-44bd-ad51-bd54df75351f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.538442618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1fa3e09-15b3-44bd-ad51-bd54df75351f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:52.597567157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"dc7452d1-7e9c-4dc6-82a1-28143729efcb","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:52.920958014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"51f957e4-d782-4588-8d12-66d3392d67ba","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:54.157023504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"054f1016-9d30-4000-af89-af46a135cba6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:54.214262898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"054f1016-9d30-4000-af89-af46a135cba6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:54.636241523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"8052c9e5-38d0-4e39-880a-690849330823","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:54.756988587Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:59.814731043Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:59.866879838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"8e1635a8-1c5d-461d-b3f3-c565d7f78f24","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:59.919692493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"c553753b-562c-4114-bc25-cbd4dc1ae0f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:36:59.925254514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"12f88c92-1e3c-42ce-9c06-d169116b837c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-0fe371-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:59.975112888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"c553753b-562c-4114-bc25-cbd4dc1ae0f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:00.027531244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"ef04e762-1b9e-435e-8526-04b3d9c37bb7","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:00.131811511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"344bf1fe-4a50-4fde-be61-ef853766771a","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:00.235949886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"ae4010c7-ecdc-42af-9c52-443e23b6aebb","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:00.342115895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"6465821d-a2f1-42be-bbca-0bc7b6bb80ec","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:00.361194427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"fb26ad53-7181-4b60-8c27-15ef40448dae","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:00.398193949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"6465821d-a2f1-42be-bbca-0bc7b6bb80ec","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:00.631258592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"dcd6077e-cc03-4705-b4fe-b24f8055c33e","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:00.837710115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"d021671f-9e3f-47d7-8e14-452ee1a467cd","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:03.02583419Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1ca64b4c-cd41-400a-b25f-5b593c3e1b0a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:07.128731644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"4ca04510-e2cb-4e89-9aa4-c19b8ce5e11f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:07.281085587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"3d7f8df1-fa30-4174-9c30-a3bf2f827164","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:07.292224027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"7f275958-5f07-45bb-b6c9-93f30a2a9fd7","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:07.330553939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"3b7687f1-b318-4418-b54e-65f91dd080cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:07.353713835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"6d5911ad-3a47-4006-8589-89dce0fb4a0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:07.574519987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"04e0da04-b3f3-419b-8e55-b85e1edc5557","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:07.645104886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"588ff7d8-1702-4ce7-b0ff-63dd912910fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:07.91277473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"63fe34f5-c5a9-44df-a088-5b3af3c053b3","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.015997428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"fc085904-50b4-4e3b-8521-44f8f90a864e","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.026074668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"56c2c5dc-1f52-48e8-b717-c90daebb8468","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.091957426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"000f1033-4a85-4107-9ecc-33e7da3e5e8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.25688179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"1a8f523e-55cb-4b38-835a-b8ef5269d707","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.30513228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"891816da-53d2-4157-b843-5932eac81b51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.405387636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a8d001d-d826-47ca-80e7-08b6658a5e51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.434365015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"7182b465-8dee-49ec-90d9-aa1bf76bdd85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.525007906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"0553d18b-63f8-4fe4-8287-79b1a0faf238","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.570490845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"cb9f745c-6189-41c5-b077-568a70ea0a9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.57070917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"2d6c9c8d-0f05-48ad-9095-416b51658b22","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.627436007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"2d6c9c8d-0f05-48ad-9095-416b51658b22","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:08.627431757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"cb9f745c-6189-41c5-b077-568a70ea0a9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.483400853Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","reconcileID":"f65556f1-062f-4ca1-a202-f79cad69c6f7","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.541460283Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","reconcileID":"152210be-38db-4e98-92e2-797c1484967b","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.643521914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f3234e5-5f14-4327-b4f7-2ff4af654b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.647747286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1408a526-7ec6-4a56-8c03-47289723cdc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.698898743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f3234e5-5f14-4327-b4f7-2ff4af654b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.703223242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1408a526-7ec6-4a56-8c03-47289723cdc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.796306184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"997df86f-ce1f-4f31-835a-16574a41d8dd","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.796363287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"e01c49cc-a9d0-4648-b073-61933eab9fc6","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.810563159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"6fd85679-918b-46b9-ac34-48774d45c6f2","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.8539746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"997df86f-ce1f-4f31-835a-16574a41d8dd","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.853994834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"e01c49cc-a9d0-4648-b073-61933eab9fc6","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.869050968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"6fd85679-918b-46b9-ac34-48774d45c6f2","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.891732523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"eb29dc98-b477-4192-86fa-df739623df3f","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.995701318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"3fdae19f-d993-4e8f-908e-1543d3aa5ac7","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.008686936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"1d2a149d-e5eb-4ae3-8d78-a234230bb711","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.064084674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"1d2a149d-e5eb-4ae3-8d78-a234230bb711","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.099602753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"fc1cac50-c4be-4a12-9aa1-f7f1fe099777","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.099633308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"e00ee5f1-7794-48e6-8dcf-b60f6eb72655","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.216127129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"c7c96f5a-981e-4d21-bed2-f9c90066c6d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.271577647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"c7c96f5a-981e-4d21-bed2-f9c90066c6d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.2783642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ff275542-3791-44c8-8c77-f8735d6a214d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.290448522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7a13f2d2-7cb3-4496-9ca4-1be36c2b29f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.296731073Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"f04e1d5b-6692-4ddc-8f8c-1f0e9606bdf6","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.334988669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ff275542-3791-44c8-8c77-f8735d6a214d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.347812574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7a13f2d2-7cb3-4496-9ca4-1be36c2b29f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.372152746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"783cf146-3531-4ad0-aacb-09263a3f4057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.428806211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"783cf146-3531-4ad0-aacb-09263a3f4057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.458370355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"dd106e23-d6c1-423b-bccc-fea7167dc7bb","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.572616779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a2015140-f309-459c-90eb-bb5d2896ec6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.62849283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a2015140-f309-459c-90eb-bb5d2896ec6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.674030425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"02f25f36-3349-4687-b82a-c41888fb1584","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.723986866Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"ac1c1d23-f772-4fde-b08a-f91908ae6aa8","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.728960536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"02f25f36-3349-4687-b82a-c41888fb1584","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.827063391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eb79a02-08f9-41de-bdfc-2d93dc44ee48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.827186324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"63dc4ea4-4b6e-432b-9bf5-25b0e6932d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.884423777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"f3f70bca-1818-444d-9abf-10d0414040e1","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.919620443Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"d733d4a4-41dc-410d-8030-998f225ac71b","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.927091298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"63dc4ea4-4b6e-432b-9bf5-25b0e6932d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.93857605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eb79a02-08f9-41de-bdfc-2d93dc44ee48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:12.974561201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"f3f70bca-1818-444d-9abf-10d0414040e1","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.040417059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c78bc0-ba2f-4909-9c7c-ec1d4a0c4e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.096214258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81c78bc0-ba2f-4909-9c7c-ec1d4a0c4e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.123996824Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"143e8a3b-3e7e-4d22-a982-9517c2896fc2","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.198881283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ddf2dbe6-40e4-4a0b-884c-6073cead7e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.228446587Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"5fafcecd-229c-4e59-ad73-af22845f8de4","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.254054498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ddf2dbe6-40e4-4a0b-884c-6073cead7e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.331879259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"569214c6-cfb6-4d40-92f1-c0eda86bc15c","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.332016495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"9e41c355-e118-40bc-8e05-99ef42f56175","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.332337258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"76b1c7f1-899b-4113-99e8-cb09ade02a4c","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.354886281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"cdba5276-2f8e-4794-a2d0-e94dba0fe29b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.409892597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"cdba5276-2f8e-4794-a2d0-e94dba0fe29b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.436389585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"2e1c11e9-2fa5-4275-bf47-267bc96f20c3","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.453491583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"61ef74fa-ac4a-4542-be7e-7badae36a0a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.454158905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"415de436-6226-4258-b5c2-ba4510d1a17f","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.509350724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"415de436-6226-4258-b5c2-ba4510d1a17f","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.509361182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"61ef74fa-ac4a-4542-be7e-7badae36a0a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.512579044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"efcdf463-7129-4bb6-ae97-ec1b280fc073","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.540899687Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"c2d21ad0-e322-4206-b477-418bda63074a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.565084678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b12ea707-318d-400c-9705-237dd8309d13","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.590319415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"efcdf463-7129-4bb6-ae97-ec1b280fc073","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.621137212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b12ea707-318d-400c-9705-237dd8309d13","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:13.645976536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"0d2038e8-2d11-4673-b65f-43c2d4521223","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.043281795Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","reconcileID":"93c8b5c2-6b27-4a4e-a1f0-bc5113de5f47","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.102406737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"f36023aa-2dee-4ff5-8f77-ade217a06dc3","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.2097017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"3cbb3144-7a34-4097-b65f-8adde78a1f99","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.260906832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f03bdda6-a2ae-4ec1-acd4-a54c7627b3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.265458573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"3cbb3144-7a34-4097-b65f-8adde78a1f99","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.304281682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"fc33e00d-ccbf-4d96-adc4-0092aaa6b4a0","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.316383594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f03bdda6-a2ae-4ec1-acd4-a54c7627b3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.415279282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"996bbaa0-5567-40e7-8848-b3fbd0a95c1c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.415447691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"771a0d80-8b25-45fe-adb3-597aa0cfc671","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.415288942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"b88b1ae8-0f9b-4eeb-ac1c-3b046d73859e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.46853097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"f91813b5-6a78-4ffb-acf1-30ecf2368721","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.473128502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"996bbaa0-5567-40e7-8848-b3fbd0a95c1c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.473154451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"b88b1ae8-0f9b-4eeb-ac1c-3b046d73859e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.492891479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"771a0d80-8b25-45fe-adb3-597aa0cfc671","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.589297278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"d2b46361-91d3-43f5-b5c3-e67c434a789f","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.691279516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"de17b7a1-673e-462b-bc97-54aefbf1abeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.750866534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"de17b7a1-673e-462b-bc97-54aefbf1abeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.792985818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"feabbde3-c867-45f8-8b43-af5824928b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.848879047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"feabbde3-c867-45f8-8b43-af5824928b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.910030116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"343f7512-8bdc-4bc3-a75a-130231f0fe66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:14.965202816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"343f7512-8bdc-4bc3-a75a-130231f0fe66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.010106121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c2f1fb30-6039-40a0-a964-daec1384f544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.059751851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"0dfc6af2-622e-49fd-a871-6da5a5269f0b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.065532736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c2f1fb30-6039-40a0-a964-daec1384f544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.115262115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"0dfc6af2-622e-49fd-a871-6da5a5269f0b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.163632274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"cabad99e-711a-4a59-b9c1-b24e305ba0b4","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.211077431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1633da63-ecfe-4194-9b43-d1a3ed86aba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.2188106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"cabad99e-711a-4a59-b9c1-b24e305ba0b4","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.266251246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1633da63-ecfe-4194-9b43-d1a3ed86aba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.362720821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"65d3d3e2-87c5-4ff8-aa92-2625219323c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.418043495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"65d3d3e2-87c5-4ff8-aa92-2625219323c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.527872585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abd55017-9de8-4bc2-b948-5810ed1219fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.529516636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"43af55e3-e289-4247-b95c-2a3a7bb806a5","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.583257332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abd55017-9de8-4bc2-b948-5810ed1219fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.585410805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"43af55e3-e289-4247-b95c-2a3a7bb806a5","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.613026843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"fc830887-58ad-4b62-b689-fb2c1db5cfa6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.72608687Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"fc830887-58ad-4b62-b689-fb2c1db5cfa6","name":"e2e-shared-a-w3-2e0116-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.368861014Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","reconcileID":"fdd058c4-3bac-41c2-920e-251cafca15cc","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.47909026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"947dcc2b-1a89-4daf-9791-5361bbc57979","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.525883545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"666737a3-ae77-40cb-8864-497deffc942e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.528382101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0469dfb4-e283-47a2-86ad-1ff9e026a4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.535431185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"947dcc2b-1a89-4daf-9791-5361bbc57979","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.581855628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"666737a3-ae77-40cb-8864-497deffc942e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.58407518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0469dfb4-e283-47a2-86ad-1ff9e026a4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.679627569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"07941a42-6763-4ab1-bbae-295ab2bdd88f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.681797795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"631adc57-e638-40f7-9ece-31418e16702f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.735245822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"07941a42-6763-4ab1-bbae-295ab2bdd88f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.73686329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"631adc57-e638-40f7-9ece-31418e16702f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.893780311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"6b67b1a9-4924-4a04-baaa-7fc710f18c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.894084453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2aceaea9-c064-416b-94bd-d6b006cae87e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.949963972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"6b67b1a9-4924-4a04-baaa-7fc710f18c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:16.950234696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2aceaea9-c064-416b-94bd-d6b006cae87e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.100265298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"4184c140-d7ec-4f05-900a-6837cbde9225","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.106770496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"cc5a22e7-f40a-4f99-a646-7120043d8375","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.151206489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c8367a-102e-4670-b018-174a20702635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.155446726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"4184c140-d7ec-4f05-900a-6837cbde9225","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.161832787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"cc5a22e7-f40a-4f99-a646-7120043d8375","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.210570848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6c8367a-102e-4670-b018-174a20702635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.355561695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a503485e-ab52-478c-b6c5-6d258aec6ed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.411046638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a503485e-ab52-478c-b6c5-6d258aec6ed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.508661852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"1b32536d-3109-4883-96fd-fea67e5ea8c7","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.564303467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"1b32536d-3109-4883-96fd-fea67e5ea8c7","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.567446208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4406109f-8b80-4dc5-aee5-88bc97ffe834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.568720024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e1f5f329-4eff-4e17-af60-3f5bf6cd6ca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.624117257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4406109f-8b80-4dc5-aee5-88bc97ffe834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.624383337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e1f5f329-4eff-4e17-af60-3f5bf6cd6ca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.727543982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"133c7acc-a69d-461e-b68a-13d0dc2334b1","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:17.782922177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"133c7acc-a69d-461e-b68a-13d0dc2334b1","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:18.235887019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"035f2e98-b908-4d1f-aeca-b61dcb0a87c4","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:18.33982045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"6ec9289c-2232-4b51-9c8c-a86c87ff259b","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:18.393964714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"c1a62ac3-1961-49a6-bb75-676410c1c818","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:18.449176204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"c1a62ac3-1961-49a6-bb75-676410c1c818","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:18.867520414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"6a983c68-7651-4d9f-bbb9-f4882d1944c0","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.500146342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","namespace":"ai-tenant-e2e-migrate-df0a0131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.500205053Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","namespace":"ai-tenant-e2e-migrate-df0a0131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.500255554Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","tenant":"e2e-migrate-df0a0131","tenantID":"e2e-migrate-df0a0131","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.553694083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"Deployment","name":"maas-api-e2e-migrate-df0a0131","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.613090505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"Service","name":"maas-api-e2e-migrate-df0a0131","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.669460381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-df0a0131","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.722826451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-df0a0131","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.776439238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.830308051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.885743154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.937165327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:20.989331379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"Deployment","name":"payload-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.040733291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.092670766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"Service","name":"payload-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.145286473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"Service","name":"payload-pre-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.196706874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.248011052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.299320715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.350737951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.402106607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.45333178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.505483563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-df0a0131","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.556930225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-df0a0131"},"namespace":"ai-tenant-e2e-migrate-df0a0131","name":"default-tenant","reconcileID":"fadba8d5-207a-40ca-ab53-5465798c2c97","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-df0a0131","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:22.415920863Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-df0a0131","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-df0a0131","reconcileID":"7b186855-4d37-4e8e-bbda-94fb1a4ca902","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-df0a0131-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-df0a0131-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:22.471869511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"b1b143fe-00ef-4e4d-8592-ee089f309346","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:22.528204145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"27c9126c-48aa-40b6-9e89-3504dcb83a52","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:22.534094696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"8ba5310d-9fd5-4649-b0ce-2527fa9090d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:22.533724909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"b1b143fe-00ef-4e4d-8592-ee089f309346","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:22.594171875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"8ba5310d-9fd5-4649-b0ce-2527fa9090d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:22.594301821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"27c9126c-48aa-40b6-9e89-3504dcb83a52","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:22.694555922Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"95644f11-f048-4e6d-aa97-be667bb17020","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.044175771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"1ffb6033-d03c-44d9-9192-e9c47d57c03f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.121087495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"1ffb6033-d03c-44d9-9192-e9c47d57c03f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.219038397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"377a2868-fdaf-4009-8e0f-5ff6fdd878f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.227881573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"545e4c4f-276b-4012-9439-249d3b98cffb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.274755832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"377a2868-fdaf-4009-8e0f-5ff6fdd878f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.28331061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"545e4c4f-276b-4012-9439-249d3b98cffb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.662116006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca99b6c9-541c-4b25-9024-8d33e977c338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.719336044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca99b6c9-541c-4b25-9024-8d33e977c338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.774447682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca99b6c9-541c-4b25-9024-8d33e977c338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:23.829115327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca99b6c9-541c-4b25-9024-8d33e977c338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:24.749186654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:25.783263184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26437f34-1b42-4662-8360-02a450cb6892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:25.835044436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26437f34-1b42-4662-8360-02a450cb6892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:25.886952788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26437f34-1b42-4662-8360-02a450cb6892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:25.938951528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"c8e5057c-2e60-4bad-b552-a0f379f0b827","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:25.939216112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26437f34-1b42-4662-8360-02a450cb6892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:26.09891159Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"d0a4490f-1efd-4ad6-8c4b-afa705e2d618","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:27.258492523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"53f26825-b696-4d76-b11e-7e64a5ca6121","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:27.403890394Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8b4338ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8b4338ad","reconcileID":"993f4cb3-1ebb-4bdd-a68d-4c36d13451d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8b4338ad","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-8b4338ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:27.725897301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"aa9c2a02-a49d-4c57-bfa1-a99456eabf48","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:27.944732165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1fc81b5-2e7d-4ce8-8709-321289757cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:27.997035939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1fc81b5-2e7d-4ce8-8709-321289757cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:28.050049569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1fc81b5-2e7d-4ce8-8709-321289757cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:28.10291536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1fc81b5-2e7d-4ce8-8709-321289757cfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:29.850644858Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"4731bff5-bd53-483a-82ca-83398d81f694","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:30.045034312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e84f6d7-53d4-4cc5-99f6-6ac6956e44bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:30.097256062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e84f6d7-53d4-4cc5-99f6-6ac6956e44bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:30.149425464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e84f6d7-53d4-4cc5-99f6-6ac6956e44bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:30.201731629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e84f6d7-53d4-4cc5-99f6-6ac6956e44bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:32.141359888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5849d1-4354-4181-8753-9c0ab2368eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:32.193298349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5849d1-4354-4181-8753-9c0ab2368eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:32.245386066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5849d1-4354-4181-8753-9c0ab2368eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:32.311210765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5849d1-4354-4181-8753-9c0ab2368eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.231738622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfa0b05-b748-4845-b3a0-913fe6be9395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.284723814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfa0b05-b748-4845-b3a0-913fe6be9395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.337766872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfa0b05-b748-4845-b3a0-913fe6be9395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.389917902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfa0b05-b748-4845-b3a0-913fe6be9395","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:36.29371205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b905ce3a-06e2-4e1c-b98e-68986114b63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:36.34636766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b905ce3a-06e2-4e1c-b98e-68986114b63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:36.398767743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b905ce3a-06e2-4e1c-b98e-68986114b63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:36.450620811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b905ce3a-06e2-4e1c-b98e-68986114b63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:39.955276519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"cbfd54bf-c859-48ea-b4d0-d04c8094b175","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.51896472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.570928863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"f1b94776-9719-4ce4-85e7-d03b235c7bf3","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:37:44.628039002Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-c6132c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.675779224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"7245753b-01df-44ee-ade5-503b19236605","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.676995983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"0db1a25c-569e-4b3c-a2b9-cece8c83ac09","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.729361998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"2f19d271-2f87-4564-b733-a62fc194dee4","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.732399356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"7245753b-01df-44ee-ade5-503b19236605","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.73296562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"0db1a25c-569e-4b3c-a2b9-cece8c83ac09","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.83354443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"ae1ce521-80ac-41e9-81fd-c1efe857dfec","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:44.947742762Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"8bc33fda-ae98-483d-99bb-6edd82a8f54e","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:45.148415476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"0f03b8f6-c3c9-43c6-91bc-fc27d5c0e76f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:45.148413204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"963f61c1-0530-4670-9a94-aa021c0b9c12","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:45.204957102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"963f61c1-0530-4670-9a94-aa021c0b9c12","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:45.205080863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"0f03b8f6-c3c9-43c6-91bc-fc27d5c0e76f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:45.214534774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"c3ec1a66-3593-41a7-af0d-15580951ae19","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:45.423536908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"f23bb8b7-9180-4e56-8ccd-313f84f7cc38","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:50.059694041Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"eb251641-7f44-4180-896c-62efdaa99028","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:52.905721871Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:53.015802359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"563dc4a4-fe92-4f31-9af2-3131b487bf0a","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:54.748154446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:55.374147217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"a47d1ff5-f699-4c7f-a85f-f07a7ace38b4","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:55.64397161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"cece7565-3762-4d5e-a271-6641567080fd","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:55.723163281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"1fc09c4b-226a-4a94-9141-2ddedc354a1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:55.774406518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"02e8bb20-b156-4904-9f36-b8501d26eb25","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:55.776290518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"3e4b5dd1-7daa-46b3-8813-32266c31e576","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:55.778757009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"1fc09c4b-226a-4a94-9141-2ddedc354a1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:55.830110418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"02e8bb20-b156-4904-9f36-b8501d26eb25","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:55.831858533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"3e4b5dd1-7daa-46b3-8813-32266c31e576","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:57.11634212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"0e1dd79e-2def-460c-b0ec-99569a111dbd","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:57.220895459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"7ca29057-a516-4d5f-8746-1053234c1aee","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:57.274565998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"45fa56aa-94d0-491e-906b-c8d629cbf346","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:57.329738508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"45fa56aa-94d0-491e-906b-c8d629cbf346","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:57.74821942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"fb78d7d8-7837-4b1f-8388-0771dae6007d","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:00.164294355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"283569a2-727f-44e6-9d5b-ac9ea3ffd13e","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:02.307033063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"de3d7fd6-54a3-4ca0-855e-0779d9940147","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:02.786957748Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:02.838889685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"09b9ca4e-e3da-4d5d-bc16-4409baa77ff2","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:38:02.896019524Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-c6132c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:02.95809873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"57108d80-5f71-4927-9ed3-3f8d2a625c71","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:02.958098585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"6ae8d322-bd9c-49a8-b0c3-3163ac1e632c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.000348819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"3702c87f-e92f-426c-973b-e35d21deead0","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.013788965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"57108d80-5f71-4927-9ed3-3f8d2a625c71","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.013794153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"6ae8d322-bd9c-49a8-b0c3-3163ac1e632c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.104380104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"0498f6d9-1fc8-4e20-82b3-cdea687d2b6f","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.14586923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c6fa31-ccd2-4202-a0ec-e1021ce0dbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.198362949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c6fa31-ccd2-4202-a0ec-e1021ce0dbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.250542407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c6fa31-ccd2-4202-a0ec-e1021ce0dbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.254753483Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"f05750f5-5d29-4dda-8857-71ce5143c695","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.302680397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c6fa31-ccd2-4202-a0ec-e1021ce0dbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.512789272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"108d0afa-81a5-47e9-8f19-350e9f20e1e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.512989073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"318c6ed7-a3f2-4ed8-8787-c5e4861d2ecf","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.568653702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"108d0afa-81a5-47e9-8f19-350e9f20e1e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.568654217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"318c6ed7-a3f2-4ed8-8787-c5e4861d2ecf","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.621397868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"3b0092b7-12ed-43d5-ab66-2194ee74d7e9","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:03.828195112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"6a08840e-0786-4e26-a255-976ba9c28908","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.165683438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd87cb8-d27e-465c-b276-957f0d3b9d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.217494796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd87cb8-d27e-465c-b276-957f0d3b9d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.26964127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd87cb8-d27e-465c-b276-957f0d3b9d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.321530901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd87cb8-d27e-465c-b276-957f0d3b9d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:08.482171193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:08.591303478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"8a60f754-122f-44f5-be9d-26788f5f490a","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:08.785782859Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1194108c-9a7f-43ec-92e9-80bb2dacba24","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:08.944971629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"2e972da3-80aa-457c-88ce-a0df427af10d","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:09.659619616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e808f945-1238-47f3-be79-f0fe779b94eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:09.711574366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e808f945-1238-47f3-be79-f0fe779b94eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:09.763859947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e808f945-1238-47f3-be79-f0fe779b94eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:09.816260374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e808f945-1238-47f3-be79-f0fe779b94eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:10.131437053Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"92d4b7be-5df5-4f4b-a10c-283f5376b85e","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:10.240195244Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-51aa8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-51aa8f","reconcileID":"c62bef6c-4bcc-4c9b-b9a4-38ba6ffcbe0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-51aa8f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-51aa8f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:10.595453903Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"68654d5a-739d-4b5e-a35a-dbb241e75895","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:11.694727836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7bdfcc-d16d-42e5-83e3-29c98a2b2502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:11.746768246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7bdfcc-d16d-42e5-83e3-29c98a2b2502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:11.798696516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7bdfcc-d16d-42e5-83e3-29c98a2b2502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:11.850714993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7bdfcc-d16d-42e5-83e3-29c98a2b2502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:12.741311273Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"07a3a1ed-07c7-4bbc-917b-30d72028e4f2","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:13.738375072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc0b5a3-dada-4eb8-aa41-6c2ea12e806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:13.791962433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc0b5a3-dada-4eb8-aa41-6c2ea12e806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:13.844136132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc0b5a3-dada-4eb8-aa41-6c2ea12e806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:13.896031308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc0b5a3-dada-4eb8-aa41-6c2ea12e806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:15.681884847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"f30cd8a5-81c1-49c5-812a-69306722e23c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-8b4338ad","tenantID":"e2e-ait-8b4338ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:15.79000101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ebc74a-30b5-4927-8219-75251e7dfa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:15.795666001Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"f30cd8a5-81c1-49c5-812a-69306722e23c","name":"e2e-ait-8b4338ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:15.842732454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ebc74a-30b5-4927-8219-75251e7dfa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:15.895238963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ebc74a-30b5-4927-8219-75251e7dfa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:15.947233558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ebc74a-30b5-4927-8219-75251e7dfa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.10373195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"58f52a38-732c-40ca-962b-e8df475876c3","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.374213478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"6cedf818-45f9-4a43-9d51-ff2d9f28fe47","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.388995189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"9b49175c-51aa-4cc3-867a-9889930f9208","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.389018169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"bbdba2c9-61a6-4a36-a9a0-2cba3a83139b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.390059333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"2c6da4e2-34ff-4e4e-b2bb-72cb8dc92eb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.390282928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"34546f31-d408-485c-b8ae-5236998f84ab","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.445042739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"bbdba2c9-61a6-4a36-a9a0-2cba3a83139b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.44532679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"9b49175c-51aa-4cc3-867a-9889930f9208","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.447506072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"2c6da4e2-34ff-4e4e-b2bb-72cb8dc92eb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.447607629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"34546f31-d408-485c-b8ae-5236998f84ab","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:22.886584912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"f1e5a41d-a51f-49c9-8c3b-f40dc6fb218a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:24.751816359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:32.999950502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"6a122164-8a9e-41e4-a8cf-40d09de008d8","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.108261936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"e4958571-353f-47f2-8474-ed09f2e3fc2f","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:53.212794228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"25482d00-323c-41c2-9e73-d76dd1f8e319","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:54.749917771Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:57.427381919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"ba497821-b971-4bc0-a672-cedfbf0a26f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:57.581348599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"9f84d10b-e645-4f56-a59e-73a883e141cd","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:57.763283451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"c9cff25c-6bf2-4af1-ad5f-11bac792fc4d","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:57.829231129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d1d87b1-8530-4a29-8768-7e1bf26ed206","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:57.943594817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8298ff91-6e8d-413c-9f1d-b37afa40b9c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.108421757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"bb2beed3-2da9-4e04-ac02-03872cf4258a","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.209119824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"f5827e31-a3bb-4cb2-8e41-e43c9d3ea27a","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.224823982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"d98048a1-02e5-4aef-9b53-b31ff8a7202c","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.338694549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"c4da5fd8-3b15-4be6-8757-5d8ea98258d6","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.453831529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"a34d760f-4d32-4955-b78d-88c978b958aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.554779114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"4d4ff6b9-982c-444d-93df-ece11bb8e068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.628111239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"92798168-f592-4d95-9d4c-4cf5599e2bc7","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.73566745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"222f3140-4c29-4fdb-88f2-2fdfddcf80ec","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.783890564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"9a13b8ca-c7dd-404d-a5de-bd33888fdcbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.925087939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"79c2b997-0701-403d-96c5-78e8b2c717e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.937017322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"c4c95a96-d31f-48a4-b2ff-ed334e8d3603","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.00096063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"a625c13b-1354-426b-b7ac-61076faaa4fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.791753338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"e53d979c-12bc-4a2e-a19c-f7696030a4ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.905934484Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"e53d979c-12bc-4a2e-a19c-f7696030a4ed","name":"e2e-shared-b-w3-51aa8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:03.317915943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a9c2dedf-1c68-4845-a215-6edba6645952","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:08.509452437Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"724753e8-2bbe-4112-b5db-afb02ba620a2","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:09.381250094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144fbc99-1740-4fc9-9b9d-129ee86a9821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:09.434003506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144fbc99-1740-4fc9-9b9d-129ee86a9821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:09.486234838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144fbc99-1740-4fc9-9b9d-129ee86a9821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:09.538651455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144fbc99-1740-4fc9-9b9d-129ee86a9821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:10.472124433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"74706d76-21bf-42ea-8006-6290fe0ef5c5","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:10.630216732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"928e589c-7e23-4903-b7ef-bc6ca28a3006","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.437058523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137290c1-8807-4bf0-b961-a55ee56d7d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.489200352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137290c1-8807-4bf0-b961-a55ee56d7d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.541298796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137290c1-8807-4bf0-b961-a55ee56d7d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.593683257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137290c1-8807-4bf0-b961-a55ee56d7d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.099234153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"5b51f59e-d251-40e6-a999-12549d58dba6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.266885012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"eaff9db3-38bf-49cd-a62e-6d7cf106c1bd","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.316961198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"41d2fe73-8733-4a9d-920b-b5da6f04ffd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.623950548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"9a02bb80-93d4-4bd7-b867-176e4b2c5951","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.801624833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"ee164bea-7888-48ec-96d5-26febfa0b321","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.801945762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"ad928a20-ce1f-4898-8a1b-9d2bcadae0bf","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.003631179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"1d7475b2-5143-49b8-b8ed-2a9bc274e969","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.221957844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a9ec963-c154-4149-810c-192a61a30038","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.279231545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"7e674d3d-9e78-4b4a-9734-c92ad8b7346f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.431649473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"c2b0ece7-f0e6-4632-8276-2a15135523d8","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.540559932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"d7d90715-222e-45cf-a492-63ccff764c7a","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.63860178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"a4e03662-e55d-48ba-9490-4f9376c2ea95","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.638687119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"6dddb1df-e30f-41c4-8117-e1587ed80d04","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.644084719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"143fa057-88c1-4b7b-8a1d-0d1c0dac8922","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.750670975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effaf7a6-9344-49fd-a007-7e3d8cd2a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.803628736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effaf7a6-9344-49fd-a007-7e3d8cd2a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.858717077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effaf7a6-9344-49fd-a007-7e3d8cd2a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.86036838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"d0881b21-8715-47e3-b9f9-a9b8a4433a26","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.914323773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effaf7a6-9344-49fd-a007-7e3d8cd2a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.024298908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"535dae2b-2259-4743-9d1a-e636c755231d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.082080607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"956d1519-7535-4d6a-bcd3-850ba7adc577","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.862887917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f99b02-ae68-449c-be43-ea61e7085dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.919884831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f99b02-ae68-449c-be43-ea61e7085dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.972434856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f99b02-ae68-449c-be43-ea61e7085dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:16.029702978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f99b02-ae68-449c-be43-ea61e7085dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:17.952755522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dae06f-4bf4-4346-a4b5-020f9b735672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:18.004838254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dae06f-4bf4-4346-a4b5-020f9b735672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:18.056763799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dae06f-4bf4-4346-a4b5-020f9b735672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:18.108663349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dae06f-4bf4-4346-a4b5-020f9b735672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:20.034602717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b219cf9b-941a-46ce-a837-bd132f94d902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:20.087099836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b219cf9b-941a-46ce-a837-bd132f94d902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:20.139411643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b219cf9b-941a-46ce-a837-bd132f94d902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:20.191392171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b219cf9b-941a-46ce-a837-bd132f94d902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:20.739438357Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"2759db48-d832-4d9b-877a-4727ea5e8000","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:21.002018434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"dcb52ed6-e6c3-4e50-9930-b4ffccf13264","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:22.055345846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f564d02-33eb-4ac6-bd68-078f70aba92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:22.107299325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f564d02-33eb-4ac6-bd68-078f70aba92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:22.159882022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f564d02-33eb-4ac6-bd68-078f70aba92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:22.212661498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f564d02-33eb-4ac6-bd68-078f70aba92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.180402649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8f4798-54c2-48a7-af53-cd8db34f0f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.232698551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8f4798-54c2-48a7-af53-cd8db34f0f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.285177321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8f4798-54c2-48a7-af53-cd8db34f0f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.337879572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8f4798-54c2-48a7-af53-cd8db34f0f63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.747909516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:31.106634496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"05c81ba7-10fc-4eee-b02e-aa377a1642f0","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.128511408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"db08a59c-9200-48ca-a1f8-ff28ad233204","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.247864696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"f7e22a3b-5822-4d47-87e3-03feb3469467","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.297452279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"1e2ae349-c058-4e6f-9401-2e82b2d60154","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.398583728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"9fc9e1ae-addd-418f-96c4-d8834bae8eac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.498401164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"be6f1e41-a23b-441c-9742-484961411f50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.653073055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"5735831b-c0b3-45f6-acc1-01e84e0b0e9b","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.665390163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"ca8dec1b-09d4-4c85-8c98-47be863ed7f8","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.767716553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"69ef3d5c-3033-4083-aa27-ae556a9c8256","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.876896914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"0987922b-5000-4e71-a6fc-252991e6a565","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:32.989287125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"95bcd3df-c804-44e6-be65-f12ee0453245","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:33.052904924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"214b135b-2c6a-4752-a303-973dde812148","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:33.104304599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"052d2bdb-a7ae-44e0-9b0a-a824009505f3","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:33.162741235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"262fdee9-720c-45ec-a25e-2f84f154c7da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:33.265975833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46c1ade3-2db0-4fef-bfa7-6637abbc78c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:33.364427939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"ae71ae41-b121-4c6c-913e-a9c8b6cb3085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:33.448442644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"b69e7dda-9830-49aa-8edb-d81eb1b2a512","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:33.470383146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"c26e6e88-4796-4263-bef5-940f7dfa71ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:41.210357131Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"e2d532cc-1ed4-447d-b81c-b19122bdab0c","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:49.832800039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a95a7aae-e87a-48ea-bf5e-3e0d146aed92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:49.832822465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a95a7aae-e87a-48ea-bf5e-3e0d146aed92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:49.937751329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"5727de8f-3cb7-42ca-9990-e13f9e37f806","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:50.060043968Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"5727de8f-3cb7-42ca-9990-e13f9e37f806","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:50.113877823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"5727de8f-3cb7-42ca-9990-e13f9e37f806","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:50.168729282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98012b1f-5313-47c6-8732-d1319902e4ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:50.168749359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98012b1f-5313-47c6-8732-d1319902e4ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:51.314809092Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"df91e9c9-ccf7-4bd4-baed-6d4673a24137","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:54.748701375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.417800127Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","namespace":"ai-tenant-e2e-ait-8b4338ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.417886551Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","namespace":"ai-tenant-e2e-ait-8b4338ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.417964704Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","tenant":"e2e-ait-8b4338ad","tenantID":"e2e-ait-8b4338ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.472227582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"Deployment","name":"maas-api-e2e-ait-8b4338ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.533605012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"Service","name":"maas-api-e2e-ait-8b4338ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.598310782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-8b4338ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.651648708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-8b4338ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.706598867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.762008267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.817956696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.871423255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.922847401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"Deployment","name":"payload-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.974179052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.027910633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"Service","name":"payload-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.079196795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"Service","name":"payload-pre-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.13036984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.181706649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.232745125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.286671236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.312723494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"be9fb0fc-8791-441d-a088-ca42bad363bf","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.364012024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.428493902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.48032851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-8b4338ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.531504527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8b4338ad"},"namespace":"ai-tenant-e2e-ait-8b4338ad","name":"default-tenant","reconcileID":"51a74f37-53e4-4b33-a201-00b7f967fe1b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-8b4338ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.231404942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f889baba-11eb-47c7-8589-b50f937c12a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.283248168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f889baba-11eb-47c7-8589-b50f937c12a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.335215168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f889baba-11eb-47c7-8589-b50f937c12a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.34225699Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8b4338ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8b4338ad","reconcileID":"76d5e138-4f58-4a02-a55a-e3b488118390","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8b4338ad","removed":["maas.opendatahub.io/gateway-access-e2e-ait-8b4338ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.387142613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f889baba-11eb-47c7-8589-b50f937c12a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.707110333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a8f505d5-f829-4058-9f13-4bbcf3354beb","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:00.273051049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8236e13-1f70-4922-8f6f-a29947352b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:00.325092591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8236e13-1f70-4922-8f6f-a29947352b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:00.377047907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8236e13-1f70-4922-8f6f-a29947352b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:00.377145262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"027f1e5a-3722-4866-95f3-1ca696c920c3","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:00.429222397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8236e13-1f70-4922-8f6f-a29947352b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:00.490888473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"027f1e5a-3722-4866-95f3-1ca696c920c3","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:00.54692123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"027f1e5a-3722-4866-95f3-1ca696c920c3","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.345108742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22038ab6-727b-4af8-9f41-55d5a5cd5875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.396939882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22038ab6-727b-4af8-9f41-55d5a5cd5875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.44887377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22038ab6-727b-4af8-9f41-55d5a5cd5875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.500845766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22038ab6-727b-4af8-9f41-55d5a5cd5875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:03.213029455Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1618295d-71f8-4db8-8a43-050e599f436d","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:03.377146072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"f21ee62e-3a61-4309-ba20-4e2313c1467c","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:04.432772221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390116d2-9eec-4512-8b06-3d4cd6464e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:04.484613551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390116d2-9eec-4512-8b06-3d4cd6464e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:04.536562958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390116d2-9eec-4512-8b06-3d4cd6464e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:04.589018393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"432d4db1-3d4e-4804-886e-b209d47dda46","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:04.590089511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390116d2-9eec-4512-8b06-3d4cd6464e02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:04.651436413Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4c66acdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4c66acdd","reconcileID":"87709bc6-9ebb-407d-baf3-910a54fdb7e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4c66acdd","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4c66acdd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.018144484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"0939226b-4505-4497-8564-3ba248662f9b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:06.457096372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8426c581-a75b-4ce6-8343-faa7b420a8e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:06.509515651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8426c581-a75b-4ce6-8343-faa7b420a8e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:06.562001036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8426c581-a75b-4ce6-8343-faa7b420a8e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:06.620455409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8426c581-a75b-4ce6-8343-faa7b420a8e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:07.068442357Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"873494a1-d51c-4155-b27c-358823c347ef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:10.653042333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"44d3e487-2f5c-4e6c-b821-cca89cafc3be","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:10.708908944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"44d3e487-2f5c-4e6c-b821-cca89cafc3be","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:10.763682062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"44d3e487-2f5c-4e6c-b821-cca89cafc3be","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:10.821220309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce7350a9-7b99-429e-b8d2-fa6dfc1c616e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:10.821237708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce7350a9-7b99-429e-b8d2-fa6dfc1c616e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:17.173376658Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"2e2633e7-ac8a-4c00-a94c-e551edb0b542","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.083788429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"1f0057cd-6c84-4d58-bcd0-87a6c378c4c7","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.18157141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"67e02c42-b6e1-421a-89ab-c26571fa9fdb","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.193842135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"69ab9228-f7dc-4d83-8b4c-468ad750a1d1","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.420728222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"0cd7bcda-0263-4b4b-8868-66308a949ede","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.484502104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0005cd1e-fbb3-4a63-b00a-05a809e3d231","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.597405157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"fd84238a-e76c-4241-9eb9-bee236a36454","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.698571787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"9c71467c-68a7-4887-bb81-c19086592b3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.851451263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"1a48b1d3-9a65-44d2-a29b-23db6c8afad7","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.851459606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"147a7cbf-e846-44f4-bc80-8a2dbd56de9c","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.90053998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"3597d9f4-c176-4069-97fc-a1e5c304f771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.926709144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"3d1e98c9-34ab-44c4-9010-7beccfe9b82e","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.981750863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"3d1e98c9-34ab-44c4-9010-7beccfe9b82e","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.163192692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"7c9b6dba-c1b6-4b11-b16e-afc0686ede55","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.211070986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c902d75-308f-46ba-bc53-c33c3c10f5d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.224775698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"90d57de2-d16e-4d0a-94fc-09f683fd80ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.294076924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec82baae-4f35-4be7-9ed3-5b22d1929e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.294099718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec82baae-4f35-4be7-9ed3-5b22d1929e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.311749827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"5ab16bc1-2966-410c-8d1b-6ea98421f76f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.345639378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"4c71f033-e303-4f5f-87a9-3a0b77feaaa9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.576153584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"cb8cab2d-0943-4fce-b27e-f19dfd640972","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.579234876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"879c8219-c5a2-4164-8f47-3020c26dfff6","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:24.747500469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:26.23410073Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"79b0a26b-4fb4-4045-9d6d-96b7313976e8","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:26.234639272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1683bea5-5c0c-49ed-97e4-f6b470b0f05b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:26.23466275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1683bea5-5c0c-49ed-97e4-f6b470b0f05b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:26.338845839Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"namespace":"ai-tenant-e2e-mt-53d660f2","name":"e2e-policy-53d660f2","reconcileID":"79b0a26b-4fb4-4045-9d6d-96b7313976e8","MaaSAuthPolicy":{"name":"e2e-policy-53d660f2","namespace":"ai-tenant-e2e-mt-53d660f2"},"policyNamespace":"ai-tenant-e2e-mt-53d660f2","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:26.39365557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674250a5-a68a-4b73-9e5a-3107818aacdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:26.393675335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674250a5-a68a-4b73-9e5a-3107818aacdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.27836775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"7c275d9f-3e3e-49bf-b15f-643d19e14789","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:32.5596608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"eb860553-6817-4392-9a6f-7e59df55e44a","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:32.607940177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"faf7a147-0ea9-4ecd-82dc-be5f47f6945c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:32.708272808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"2e25d878-c363-4704-9bc2-21a83815fc02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:32.935451004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"cd9f3230-1d9a-4ef0-85d7-fe26801fb3d4","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.03557737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"0eace648-2864-4245-adc3-6fc9ad6a011b","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.084396616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"906edcdd-726e-4b13-a6f1-1a142a0b7c8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.117429035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a326dbe2-886b-4fe4-980f-daad6d573216","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.235793713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"c35406c4-2ea2-40e7-b4ee-1815ae64777f","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.354326141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"25461d68-f8ef-4b1b-bc26-d2c76c5c9f15","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.453748853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"3768acb1-3caa-4157-a73b-a48fbc5642f2","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.457429793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"99b524db-8168-4608-8f4d-b86127124b3e","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.574002051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"c5032218-df77-4130-ac46-77e26486d573","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.622547696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8ffe0f8-c1e1-4199-9374-788b1eb9fa26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.802708408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"40a2ea03-2841-4c49-8625-3d11b0733515","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.851412245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"ad33bfd7-34d6-45ec-8884-b850a1563ef8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.865397838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"db6be88d-c620-4347-aac5-31b3996e7803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:33.952447443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"08e448f7-1711-42b3-8a75-c195be3586b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:37.381991239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"4cf9e62a-ec56-4f6b-94d5-770c6bf0cdb1","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:47.490135094Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"eaac41ca-bf1f-4c16-99d2-b7cf398dca10","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:51.68803521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"4bf8b4ba-345e-45e9-a23e-fe8da00c6c9e","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:51.688067395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"4bf8b4ba-345e-45e9-a23e-fe8da00c6c9e","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:54.750038168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:55.048701544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"3dac37c2-c578-4691-abfe-73c4809335d7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4c66acdd","tenantID":"e2e-ait-4c66acdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:55.162765179Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"3dac37c2-c578-4691-abfe-73c4809335d7","name":"e2e-ait-4c66acdd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:57.594899753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"d570e935-1d95-4d8d-9eca-5be6aab11414","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.217752444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"8d6a937f-caf4-477b-8e96-bd571d0316eb","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.330882902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"8cb6bc7c-5d09-44b7-8a88-642f2b27e5f5","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.395647984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"d92fd47f-8ea2-4085-9f20-b57bb1d55b08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.560185502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"91008d52-8a34-43a2-af94-60d4bc7ceefc","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.673052378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"0d61f37b-6350-4a1c-8953-9b80ec3afbe7","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.720705537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"2218c4d3-2b08-4d2e-a887-8fd553da5c22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.790623428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"83a930b9-95ba-41e7-85df-fc5050d99681","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-ctrl-be5c8c","model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.820723286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a19bfad-54e1-4a8a-9049-9b602dfba44b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:03.967900908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"b75c0cc3-7111-458f-956e-20ad8942a381","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:04.083190622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"c572db20-8d18-4cfa-b48a-b933e223b442","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:04.119548966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"4b44523c-521d-4a23-9b70-1ee8b43cbf04","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:04.168427813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"e34b2ee6-6a35-4b3b-8af1-1706c849902a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:04.250682972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"2cf357da-cbb2-4b43-8463-5432ee5cfc56","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:04.430848475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"04f92f11-ff3c-480c-a165-0a5dec7c0370","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:04.595824234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"a704eda4-e8ab-4fc8-97a1-cd0b3516f93c","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rec-recover-53b037","model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:04.64528884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8645fe0e-57b7-4aaf-98d8-34dc129a195f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:04.712416889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"c3b32ce9-1c33-4a27-91c2-e3382d927f62","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:07.699923166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1116e080-ea9e-4aa7-9707-fe8bfb5e9fc4","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:17.804769541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"bfcf24c9-da24-4b5b-918a-c3f55470b6cb","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:18.797045533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"fb2d5c10-39f1-48ee-be3e-049aa7890a54","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:18.797077764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"fb2d5c10-39f1-48ee-be3e-049aa7890a54","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.239317002Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","reconcileID":"d9bb614e-8ce9-44b3-a7ba-67392334aa3d","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.300216028Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","reconcileID":"0f95d636-8a72-4061-a8db-57d1b6747f33","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.329617482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"e239bcdf-8817-4801-8b89-209bae322fe7","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.329639026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"e239bcdf-8817-4801-8b89-209bae322fe7","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.399001975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c93f3fd9-1006-43f4-a78d-41c4fa50a523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.404001577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99ad6492-0793-4763-9f96-4baf510c0dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.404383606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"e544712e-2bea-4fb7-b6c3-1ae57e688bcb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.454232802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c93f3fd9-1006-43f4-a78d-41c4fa50a523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.460097762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"e544712e-2bea-4fb7-b6c3-1ae57e688bcb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.523971158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99ad6492-0793-4763-9f96-4baf510c0dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.552757697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"ad5fd9c6-1766-4503-9bd9-f8f4b1962b73","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.556862614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"391995ad-9e1c-483f-914f-0aab87eb8c96","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.577749307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99ad6492-0793-4763-9f96-4baf510c0dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.608165414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"ad5fd9c6-1766-4503-9bd9-f8f4b1962b73","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.612068141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"391995ad-9e1c-483f-914f-0aab87eb8c96","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.711965854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"f9cdd9ac-52ef-4e21-a017-b85d0de83c38","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.747899998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.870304526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"48b77315-07dd-4cd1-9723-cdea3a474041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.871533886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"e7c570c7-1632-427b-a326-ea010c0d4067","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.876196677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"b870ef42-3044-49a6-9c87-603b985009b0","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.876911967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"fe854bf3-7521-4a60-b4d5-9d1e1e86dccd","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.876965046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"526d3499-9100-413d-9b71-87b601e3fb55","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.877253875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"7ddc44e9-78e0-451a-bddb-3da73d14c00d","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.924381244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"e7541245-4b0c-4a69-9c8e-29239c956f8a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.925980442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"48b77315-07dd-4cd1-9723-cdea3a474041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.969218173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"babd4ad1-c1b9-455c-8163-c3b050bcb0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.975256088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"2bffa30f-2dd4-4604-8871-6fce24a917c5","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.979649644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"e7541245-4b0c-4a69-9c8e-29239c956f8a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.024268605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"babd4ad1-c1b9-455c-8163-c3b050bcb0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.070830446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cc973c90-f58c-47a9-8644-f1d66540541a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.07083002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a67e34fc-039a-4ed7-ad3f-eedd9d6af7f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.078916363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"90f6c7d7-4afb-4cee-8a3b-bb5b391195ca","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.129403434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cc973c90-f58c-47a9-8644-f1d66540541a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.133144724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a67e34fc-039a-4ed7-ad3f-eedd9d6af7f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.188109483Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"d859d6ed-b852-4ee1-9ac1-4387263987c9","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.29223593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"ec6498ab-2e44-4aa0-aaef-52fe3934af30","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.344262666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0858c1c6-b8e3-4026-b59b-8b6d677c7ec3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.344282659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0858c1c6-b8e3-4026-b59b-8b6d677c7ec3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.395907293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"c32feb34-a060-429d-aff6-508dbaff29b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.448777566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"4ee24eb0-4562-4075-b0bc-705299f70fd4","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.45188997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"c32feb34-a060-429d-aff6-508dbaff29b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.493162812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"992515a5-5fb8-4975-bdd4-597a8df74a6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.50416123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"4ee24eb0-4562-4075-b0bc-705299f70fd4","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.548361428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"992515a5-5fb8-4975-bdd4-597a8df74a6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.555727556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"51b2d738-a667-4c96-8533-7f14e81cb2d1","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.594430565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"994ee6c8-0770-4347-9714-544531f8a9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.59443043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"bb110a39-8857-4005-ae05-b84d2c12566d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.650012589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"994ee6c8-0770-4347-9714-544531f8a9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.65006887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"bb110a39-8857-4005-ae05-b84d2c12566d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.720354911Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"a70d6d7c-4534-4d49-ae52-e5cad6057f0a","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.871410165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"27d9b3a5-3f1a-4774-bc04-81df5684aa56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.927704401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"27d9b3a5-3f1a-4774-bc04-81df5684aa56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.976207408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e406b452-25d9-472e-83e7-38d42333b28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:25.998508879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"ef700515-9b0c-42bf-9f9d-44e94e5c9044","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.031456284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e406b452-25d9-472e-83e7-38d42333b28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.077260926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ed836d38-b9e2-4c26-857b-bf432b363410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.085311217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e406b452-25d9-472e-83e7-38d42333b28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.102087449Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"39c7d085-88dc-4ac2-8af9-15329ad5b3f2","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.128876181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"91c1ff16-49cd-49e2-85cd-fa30eed92adb","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.132746298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"ed836d38-b9e2-4c26-857b-bf432b363410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.184486856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"91c1ff16-49cd-49e2-85cd-fa30eed92adb","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.205345371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"0c1eac10-7be6-41b7-b4a6-8c812e79a09a","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.207015594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"8722f765-b1de-4f8c-8a09-bc0c700f6c56","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.207177101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"968fcc44-d83f-49ca-808a-58e3cab13cba","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.207539665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"d6239688-750d-4f38-8ca5-6a4a844b0d8c","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.207635162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"e690de72-73e2-4f47-b2d1-6be4fe909833","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.230545863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"275283c6-3b08-4d88-8f4d-8e8e929973de","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.285925681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"275283c6-3b08-4d88-8f4d-8e8e929973de","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.309504062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"94b3fe64-8562-479b-b3a5-d94f41ca4bad","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.337350307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"872f343d-49ef-494c-85c3-df5479a00d5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.389977018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"39a0725b-eaf3-41be-9932-81aa16ff9b29","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.393272483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"872f343d-49ef-494c-85c3-df5479a00d5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.413201801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"41a771e2-b99c-44c9-9621-6c298d4ef390","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.448176224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"39a0725b-eaf3-41be-9932-81aa16ff9b29","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.499767801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"fe6def99-9f94-412c-9475-0b9648545645","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.517298853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"23f7e06a-fc46-4ade-af77-7bd523d6959a","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.601696924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"c743dbc4-d5a4-4611-94c8-c388921d7201","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.621749554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"fe6def99-9f94-412c-9475-0b9648545645","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.622126822Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"f1efc84e-24d2-47cf-b468-c4cea640db1c","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.658835043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"c743dbc4-d5a4-4611-94c8-c388921d7201","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.673831105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"f95e31d7-1282-4095-af8b-26d72c529ffd","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.673853537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"f95e31d7-1282-4095-af8b-26d72c529ffd","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.675506689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-2e0116-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"fe6def99-9f94-412c-9475-0b9648545645","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.70258153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"593e95dc-ee28-4b7c-9a30-33e17f4e4586","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.731557179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"fb52f8a1-390c-425e-8dd3-81f562a65e61","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.731578934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"fb52f8a1-390c-425e-8dd3-81f562a65e61","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.758184971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"593e95dc-ee28-4b7c-9a30-33e17f4e4586","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.810529318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"4ba70339-b83f-4969-927f-817190c906de","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.865826593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"4ba70339-b83f-4969-927f-817190c906de","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:26.977613643Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","reconcileID":"c3498dde-ec7b-454e-90ad-8d403b0e0f32","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.031341305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"27ee7109-4327-41dc-9071-8882fa6e8280","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-beb6ca4391c5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.086437877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"25cfdcf3-18c5-4253-be96-11b6fee291de","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.139385509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ea3a0ae-75df-4d72-97a3-2a4868c8b9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.144928484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"25cfdcf3-18c5-4253-be96-11b6fee291de","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.191549812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"870c5ebb-673d-40e0-bcbd-8d76b8eaaa2a","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-3d94b62fcdac","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.195012114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ea3a0ae-75df-4d72-97a3-2a4868c8b9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.1993653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-2e0116-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"25cfdcf3-18c5-4253-be96-11b6fee291de","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.248841757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ea3a0ae-75df-4d72-97a3-2a4868c8b9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.338061095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"43eac0ba-af0e-4b51-ada5-b313c862b331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.352117004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"0abfad82-b5d9-4c44-ab93-b7e879fb5160","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-3d94b62fcdac","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.389613961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"8c92d12d-b516-4f9a-ac4b-10a4fb3e18e4","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.393230093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"43eac0ba-af0e-4b51-ada5-b313c862b331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.439337092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"76a7c22c-e3f4-464d-9e11-8a97eb650b11","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.444789916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"8c92d12d-b516-4f9a-ac4b-10a4fb3e18e4","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:27.456735317Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"0abfad82-b5d9-4c44-ab93-b7e879fb5160","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:27.456815217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"0abfad82-b5d9-4c44-ab93-b7e879fb5160","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.494846867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"76a7c22c-e3f4-464d-9e11-8a97eb650b11","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.508602274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"e6927ad6-08e2-470e-97fd-5e2bba99ca95","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-beb6ca4391c5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.592438818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"dabf8546-af47-4a5e-96f4-e686500df7ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.593118857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"ba37d123-d555-4f48-8fe3-f22b8f0f50c4","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.612704358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"d697ac97-a4da-4e68-a712-e4d21e1db3de","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-3d94b62fcdac","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.648387395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"dabf8546-af47-4a5e-96f4-e686500df7ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.649532061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"ba37d123-d555-4f48-8fe3-f22b8f0f50c4","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.85558819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"6439f708-4bcf-4fda-bb48-e1d44fdf0379","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.857696131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6d9b3487-432e-4cac-bc24-67153ada53a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.909081296Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"5c0f2568-63e4-4aff-8d67-ae29bc797a9a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.911069233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"6439f708-4bcf-4fda-bb48-e1d44fdf0379","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.913436528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6d9b3487-432e-4cac-bc24-67153ada53a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.926206452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e5ae90c9-cce8-4baa-b16f-f73392ea4c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:27.981562263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e5ae90c9-cce8-4baa-b16f-f73392ea4c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.102991025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c1ca1185-e928-4c01-bb06-288de59bb040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.103529033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"7918f70d-9b21-44c7-b49a-6d87cfb98c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.158719684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c1ca1185-e928-4c01-bb06-288de59bb040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.160690224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"7918f70d-9b21-44c7-b49a-6d87cfb98c62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.312321415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"81ce21ef-4733-4b5f-b344-cd20a9c82f3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.363498465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"f55fb1cb-f417-4f10-ab69-f810443a08e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.372072344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"81ce21ef-4733-4b5f-b344-cd20a9c82f3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.414023141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"349a9b3b-88e8-46d4-9b9d-80d1c22247ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.418807259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"f55fb1cb-f417-4f10-ab69-f810443a08e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.469418243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"349a9b3b-88e8-46d4-9b9d-80d1c22247ab","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.473183798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"65604a94-ce34-48b7-b799-66bff58aed7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.473225253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d64b49ee-814c-47a0-a809-c98b0ffb1878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.528726312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d64b49ee-814c-47a0-a809-c98b0ffb1878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.528767885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"65604a94-ce34-48b7-b799-66bff58aed7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.785111573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"480e0405-e2da-4556-9c03-55a0d3ca58f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.840426205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"480e0405-e2da-4556-9c03-55a0d3ca58f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:30.945036321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"2c3d9aa0-4be2-47c6-886a-9b1fc9db440b","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:30.999059956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"2c3d9aa0-4be2-47c6-886a-9b1fc9db440b","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.057025795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"7a7394af-901e-47c0-a215-fd1a8c21ee72","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.057099381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"7a7394af-901e-47c0-a215-fd1a8c21ee72","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.120771035Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"137dc635-9156-4013-8c98-b8caf24103af","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.120858793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"137dc635-9156-4013-8c98-b8caf24103af","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.193503977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"c9d8318f-7016-4d7c-ab5d-5c97321b2042","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.193577628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"c9d8318f-7016-4d7c-ab5d-5c97321b2042","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.286692361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"7d1fcbe9-3476-4a8e-b5c5-08883cc65c2b","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.286762349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"7d1fcbe9-3476-4a8e-b5c5-08883cc65c2b","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.420205532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"ea189ca1-a4ea-4ce7-94bf-8e0093ce803a","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.42028473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"ea189ca1-a4ea-4ce7-94bf-8e0093ce803a","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.632438371Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"a5e46aa9-c1c5-4646-9f37-77caa07942d7","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:31.632523396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"a5e46aa9-c1c5-4646-9f37-77caa07942d7","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:32.005907711Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"699c29d6-6211-4043-9c63-f188b3a27cb7","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:32.005983294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"699c29d6-6211-4043-9c63-f188b3a27cb7","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:32.699011379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"d2259bcc-3a47-4218-b0aa-1346dd1af40c","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:32.69909488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"d2259bcc-3a47-4218-b0aa-1346dd1af40c","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:34.032528731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"42bd494f-594b-47a9-9ec9-6bfe9ce3bdee","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:34.032608929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"42bd494f-594b-47a9-9ec9-6bfe9ce3bdee","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:36.645709584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"616a8f86-69aa-4e0b-be38-5a2c55b0f233","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:36.645787448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"616a8f86-69aa-4e0b-be38-5a2c55b0f233","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.31122037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"41f0d58f-e910-461c-9c76-25b9d112dfb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.368334356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"41f0d58f-e910-461c-9c76-25b9d112dfb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.424792668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-2e0116-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"41f0d58f-e910-461c-9c76-25b9d112dfb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.462618288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cafaf9-f953-4afc-aafe-b1de0720a162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.518528683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cafaf9-f953-4afc-aafe-b1de0720a162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.585795432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45cafaf9-f953-4afc-aafe-b1de0720a162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:38.01419134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"3648f899-26ef-49c3-b5b4-e49ded836af8","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:41.819429654Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"611785dc-30a4-4b79-b8cf-6d5013f6fbc9","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:41.819543011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"611785dc-30a4-4b79-b8cf-6d5013f6fbc9","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.692413005Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","reconcileID":"3d681cbf-4f05-4d3d-b2f9-84ead8207ce7","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.807223243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"db64d8f3-9087-48a4-bb90-e8f4a4fa4be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.855550534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616dc798-b057-4dfd-b56d-b4a521c1c5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.858644424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b41331a7-20dc-4d9a-93a2-8f0b97ec102a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.858755674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3044daf-da15-4f26-a5aa-b05a6aa0fd85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.862655279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"db64d8f3-9087-48a4-bb90-e8f4a4fa4be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.912049372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616dc798-b057-4dfd-b56d-b4a521c1c5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.914257275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b41331a7-20dc-4d9a-93a2-8f0b97ec102a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.914366687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3044daf-da15-4f26-a5aa-b05a6aa0fd85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.916363216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-2e0116-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"db64d8f3-9087-48a4-bb90-e8f4a4fa4be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:42.966564074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616dc798-b057-4dfd-b56d-b4a521c1c5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.012258909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"22330a1a-6c9a-4c66-a642-b2a4fbc39e98","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.067691725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"22330a1a-6c9a-4c66-a642-b2a4fbc39e98","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.073341547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9975cef9-5deb-4c2c-aa4d-b3d2454aea59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.12894671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9975cef9-5deb-4c2c-aa4d-b3d2454aea59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.187498025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"c33f6649-f0b8-4703-8f13-2c987195f254","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.27512299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ae3d557b-dc74-4d61-b0db-a36c88ca90a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.329730346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"5dafb720-ce76-4ce7-8b1d-3e0a6535acc1","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.332208652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ae3d557b-dc74-4d61-b0db-a36c88ca90a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.385336961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"5dafb720-ce76-4ce7-8b1d-3e0a6535acc1","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.43084463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"1ba5e93c-55f4-4d62-8179-136622403d49","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.485987134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"1ba5e93c-55f4-4d62-8179-136622403d49","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.503009625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"b9ae9231-0a65-49c0-95a0-a885db3fbd2c","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.593294581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"bd4809b0-a31e-411e-a3d5-5c3c409d960d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.650349766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"5d63db73-9210-4a4b-af19-14cb75110735","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.65446043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"bd4809b0-a31e-411e-a3d5-5c3c409d960d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.663860083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"2dfdaaa6-055d-4f95-aa05-0789aed4702e","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.705874106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"5d63db73-9210-4a4b-af19-14cb75110735","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.787499761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3a6ab22e-1a92-4779-8f09-dca0dd272866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.843487877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3a6ab22e-1a92-4779-8f09-dca0dd272866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.894402767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d98d9b56-721b-42f0-8970-ccc7660a942a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.949709244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d98d9b56-721b-42f0-8970-ccc7660a942a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:43.994356304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d93dae18-2c08-4231-af5c-82c396111919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.050094885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d93dae18-2c08-4231-af5c-82c396111919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.213911267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"ab2d13fb-4429-4066-969c-dd9c23ec0789","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.213911072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"16faa72a-e071-482b-a1c1-b8a53aa4eca8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.267915023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"4a5ee6b0-2236-45c5-b19b-8e6128b8a872","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.28207986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"16faa72a-e071-482b-a1c1-b8a53aa4eca8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.282377626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"ab2d13fb-4429-4066-969c-dd9c23ec0789","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.34776458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"4a5ee6b0-2236-45c5-b19b-8e6128b8a872","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.410355456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"b015e4b5-c10e-4dc3-8eb5-63abc791d92c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:44.465971874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"b015e4b5-c10e-4dc3-8eb5-63abc791d92c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:46.73573576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"4e89a43d-4638-4210-9d08-9b92a539fec6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:46.735745198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"7c7503b6-7b86-4a64-8a56-a63d08842c26","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:46.737663007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"19d171ab-8529-4b95-a787-c2a0e65168b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:46.737765012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"b8c30913-1628-40ee-acf9-842a5de7184a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:46.793048699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"4e89a43d-4638-4210-9d08-9b92a539fec6","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:46.793721823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"7c7503b6-7b86-4a64-8a56-a63d08842c26","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:46.796669766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"b8c30913-1628-40ee-acf9-842a5de7184a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:46.797015177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"19d171ab-8529-4b95-a787-c2a0e65168b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.209954688Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","reconcileID":"96b7ad5c-e396-4ecf-a196-e201edd978dd","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.307166702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"345be106-394b-4728-99ae-610171b43625","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.30772671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6b81e22d-cccc-4850-84ce-7411db76a818","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.310804068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"c8ffac8d-8d18-47f9-b322-d82b292e6898","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.312595823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"11d6944d-66ac-42b8-bfe9-cbf80bbb97e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.313234496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"bcf662c6-049c-43ce-8844-e1746a99932d","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.362694781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"345be106-394b-4728-99ae-610171b43625","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.363106462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6b81e22d-cccc-4850-84ce-7411db76a818","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.366283063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"c8ffac8d-8d18-47f9-b322-d82b292e6898","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.367887905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"11d6944d-66ac-42b8-bfe9-cbf80bbb97e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.368689417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"bcf662c6-049c-43ce-8844-e1746a99932d","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.422848586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-2e0116-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa9f55ed0bf162e8b9483603d2ed099a878548d970bd4e6147a74f7fab4c9920) AuthConfig (4a6d120da3953516b18aa3cff9e89d104f3e056b028b98f183ab6fd9dcd245f1) AuthConfig (9e7a91a5f71a16dfca36a0869d3edfde4ad9a4a9d016edb8e1b415a8b1b22f3e) AuthConfig (44f12788e4f02ca0035439a55afef2d1d6643bfd627b28fe91691316198310c3) AuthConfig (9432693594268783f6484af1b2cd43508306ead6e62d5b1e965df2b43059e2d2) AuthConfig (7eba4f6748f03c39eebf6f576055ade4c26303379393dac8c78bb3657afb6b08) AuthConfig (0d3293fdfb0276dbac7997f828dec125c3cd03df22cf7f02aa8b140b1c0c2e45) AuthConfig (13247d80709c707d920a5c6a62b03e85d83db86ef52107228d8c4ddcc24a5546) AuthConfig (dbc3a3b078170843eea9c03336d0d2fd650ae41f6a92660260d0f4ca1a7273b7) AuthConfig (2dd8e1d7f73a34a763777e2e72e1df941adb03627ae504c132d843d896ee75e2) AuthConfig (bb94fcae5155b740f67a83529e67774f1f05c4628ae987e94862e3eca2ac5d21) AuthConfig (ea385f06454316dc4c0d9bc45c7aa08e2e76a7a01fba6ff8a24b19005694209d) AuthConfig (235cd4184936c85a432c2a15a255c5cff512eee167b4a86fcad2ff2b7e345b96) AuthConfig (047c5ff7dc8d9e6c5856b95465f545e9d45aa3a73a06a652ba40d0f4cc9565b8) AuthConfig (a63c2113eddefa2529f946e51029c5933892434c62399e4a88ba63d772627f13) AuthConfig (26a24f91a443d4f87aec6b3a43bed16ede05f930252bc6b6e36414dfe6706f4d) AuthConfig (c0b70f2017a4b871039130c2c574f9f89b6fd200fc6da94f27ba914a82b91e9f) AuthConfig (8f4789def742ca9e89c6d110c8528d8c5c01a9435fd29887d5d9e46946df16a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"bcf662c6-049c-43ce-8844-e1746a99932d","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.47958664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"d3ed66a4-8361-488e-bb16-e17c27e6d16f","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.479616909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"d3ed66a4-8361-488e-bb16-e17c27e6d16f","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:47.602789883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"a964b1dc-e04e-4d56-91d4-001cea99582c","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:47.602864967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"a964b1dc-e04e-4d56-91d4-001cea99582c","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.644401014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fe7460-eff1-4a55-8a5f-f58461f85ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.65762406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"47cccd64-6a42-4faa-8d7e-d2c66866bc0f","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.708972962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fe7460-eff1-4a55-8a5f-f58461f85ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.762121424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"e5ded992-7fcc-4107-b235-655e31b50071","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.764019501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fe7460-eff1-4a55-8a5f-f58461f85ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.79225966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"6328cb21-a351-4326-9654-8fff786d71ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.808968625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae993bc9-17fb-43f5-b20d-c9fb0711329f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.808974554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"5ce2cb0b-9beb-41bc-8548-68ea8abfba95","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.81123643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"a58ca222-75da-499a-87b4-302f66c8fc71","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.821718885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"f6582f04-fbee-422e-8399-ee1674bff4a9","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.822297284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"537a2640-bb89-4a93-8c74-a9d3458fd3f1","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.822879785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"8b7157fc-2876-479e-b4d5-850a102459bd","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.824336234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"c95b3cbf-ce6b-4bbb-9ea4-269d22ffb328","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.848400224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"6328cb21-a351-4326-9654-8fff786d71ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.865354636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae993bc9-17fb-43f5-b20d-c9fb0711329f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.865722108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"5ce2cb0b-9beb-41bc-8548-68ea8abfba95","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.866088999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"63e586fb-793d-4d12-9755-3f245d72b9e5","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.867879339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"a58ca222-75da-499a-87b4-302f66c8fc71","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.997850157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"4698ca6e-1b45-4f90-899f-cf726c9713e4","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.048683864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"10ace2b3-f711-4d43-bb8b-ce5c008ea5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.102540728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"b4892ef9-fd81-47ab-b6c3-62c32f07df6d","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.105513574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"10ace2b3-f711-4d43-bb8b-ce5c008ea5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.207137458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"cc715ea6-13a7-4f6e-a408-4c197d77515d","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-beb6ca4391c5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.355244979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"827f3854-8515-4e8e-997a-e67409c3d0ef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.410014306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cc7b95d0-01bf-46b5-89b4-6164177116bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.417083336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"ab66d069-bcc6-426f-8f8f-df0499e3b715","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.459267283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"5a9c31d2-8cca-4e17-8995-974a53a1a4c3","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.46529965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cc7b95d0-01bf-46b5-89b4-6164177116bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.46851716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4cbf8218-cff2-4092-b669-4757e1ced428","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.47255569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"ab66d069-bcc6-426f-8f8f-df0499e3b715","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.52388108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4cbf8218-cff2-4092-b669-4757e1ced428","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.560885241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6624e933-cb92-42df-84d5-b23e0e384300","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.56290713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"8aaeb334-a7a3-4b39-956c-c05872640c03","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-3d94b62fcdac","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.564829464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ed1d48b2-ba2e-4f2d-a214-0759fd518587","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.616562366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6624e933-cb92-42df-84d5-b23e0e384300","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.620080651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ed1d48b2-ba2e-4f2d-a214-0759fd518587","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:48.677538967Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"9aaa6ef8-14eb-4e90-a6ce-5f5cf9f760bf","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:48.681919733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"9aaa6ef8-14eb-4e90-a6ce-5f5cf9f760bf","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.736521038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"4922e16b-f0fd-42ea-9047-c2aca0a0d449","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.788764806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fd86cd4-0542-433e-aab6-214567154069","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.788793263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8fd86cd4-0542-433e-aab6-214567154069","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.844683899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d75ef19-c79b-4b6f-a1a8-0c918d75b49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.897197641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d75ef19-c79b-4b6f-a1a8-0c918d75b49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.949609967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d75ef19-c79b-4b6f-a1a8-0c918d75b49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.949718013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"96706990-1ae4-4622-8276-92cbb77f9eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.949977505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b39548fa-dded-4186-b9f8-f8e4105ec40f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.001768363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d75ef19-c79b-4b6f-a1a8-0c918d75b49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.002817587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"8285d5ed-a25f-4f6c-991f-b4ea79de8973","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.056044072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"da1c3ea6-2388-4958-8d35-4f34d1711097","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.064154293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"8285d5ed-a25f-4f6c-991f-b4ea79de8973","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.064709191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b39548fa-dded-4186-b9f8-f8e4105ec40f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.069426488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"96706990-1ae4-4622-8276-92cbb77f9eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:49.160382505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"907a51c1-f8da-4158-93c4-b98ff50c424e","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:49.160496839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"907a51c1-f8da-4158-93c4-b98ff50c424e","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.160525276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"45d28df1-03d7-4a89-88cf-1f1817a768bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.167838963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1e8c89f2-0f36-4fa9-9059-c94ded853816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.212389887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"8ba74b76-3692-4334-b5a0-96fd733055d4","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.217027981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"45d28df1-03d7-4a89-88cf-1f1817a768bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.224079281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1e8c89f2-0f36-4fa9-9059-c94ded853816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.263954338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"21fc8046-0d9f-43fa-87e1-c4a0cc0d375c","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.264023269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"93d7a6cc-0774-4bb0-9235-876a8bc3bddb","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.264379803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"ccaadff4-1184-443a-90b1-662951fde3d0","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.264781752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"9258dcba-2365-49e8-be50-3eace7f500ad","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.328092764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"076bcbcb-b2e6-46e1-8038-4977f6f80494","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.43232453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"503672d1-9d94-4fb2-9cef-c7bfb9f22587","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.532500157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"677e5009-4fc1-424f-ba75-530663d09d09","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.535868188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"7f7a9645-3e1e-40f8-bca8-9f8a6aa3c970","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-beb6ca4391c5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.584677789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"5bb5883b-c58a-423f-b250-bab51b76559f","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.588035117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"677e5009-4fc1-424f-ba75-530663d09d09","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.63195433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"93cfb0fc-781a-4be2-88bc-9676de19995f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.634611893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2b383a72-7071-49e9-ab4f-12090ba6bfa3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.634616564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"03da49a2-8ba0-462e-b7c2-548c65f0fbf7","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.639428161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"2af0e72e-3573-4655-83f6-2b71c05c4275","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.640227064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"5bb5883b-c58a-423f-b250-bab51b76559f","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.688111644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"93cfb0fc-781a-4be2-88bc-9676de19995f","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.691145421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"03da49a2-8ba0-462e-b7c2-548c65f0fbf7","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.691810668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2b383a72-7071-49e9-ab4f-12090ba6bfa3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.744161358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"5ad01bf8-e30c-488c-84b6-a870e33ba1f7","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.847438452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"7bea172f-61ad-48d1-83a3-3ca176d2db9b","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-3d94b62fcdac","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:49.950161754Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"1b6baf1b-b843-4426-a6c5-349559bc6812","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.031674875Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","reconcileID":"6ad8bfc8-a552-44df-b9e1-d5d36271c461","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.107008324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"ff582e10-e20d-49b3-8ce5-5b1548a46119","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.177335929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"5f9b7f24-94db-4f19-803f-7b2369623809","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.225390552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cd471a44-28f1-4f17-99cc-913034c10c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.228050476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3e8dfa9-c52d-4986-81b3-e0e51a63a7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.233205594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"5f9b7f24-94db-4f19-803f-7b2369623809","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.268700055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"75ecc376-3c22-402c-8783-4c883c3f9d4d","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.280808007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cd471a44-28f1-4f17-99cc-913034c10c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.283805064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3e8dfa9-c52d-4986-81b3-e0e51a63a7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.302587524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-2e0116-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fa9f55ed0bf162e8b9483603d2ed099a878548d970bd4e6147a74f7fab4c9920) AuthConfig (4a6d120da3953516b18aa3cff9e89d104f3e056b028b98f183ab6fd9dcd245f1) AuthConfig (9e7a91a5f71a16dfca36a0869d3edfde4ad9a4a9d016edb8e1b415a8b1b22f3e) AuthConfig (44f12788e4f02ca0035439a55afef2d1d6643bfd627b28fe91691316198310c3) AuthConfig (9432693594268783f6484af1b2cd43508306ead6e62d5b1e965df2b43059e2d2) AuthConfig (7eba4f6748f03c39eebf6f576055ade4c26303379393dac8c78bb3657afb6b08) AuthConfig (0d3293fdfb0276dbac7997f828dec125c3cd03df22cf7f02aa8b140b1c0c2e45) AuthConfig (13247d80709c707d920a5c6a62b03e85d83db86ef52107228d8c4ddcc24a5546) AuthConfig (dbc3a3b078170843eea9c03336d0d2fd650ae41f6a92660260d0f4ca1a7273b7) AuthConfig (2dd8e1d7f73a34a763777e2e72e1df941adb03627ae504c132d843d896ee75e2) AuthConfig (bb94fcae5155b740f67a83529e67774f1f05c4628ae987e94862e3eca2ac5d21) AuthConfig (ea385f06454316dc4c0d9bc45c7aa08e2e76a7a01fba6ff8a24b19005694209d) AuthConfig (235cd4184936c85a432c2a15a255c5cff512eee167b4a86fcad2ff2b7e345b96) AuthConfig (047c5ff7dc8d9e6c5856b95465f545e9d45aa3a73a06a652ba40d0f4cc9565b8) AuthConfig (a63c2113eddefa2529f946e51029c5933892434c62399e4a88ba63d772627f13) AuthConfig (26a24f91a443d4f87aec6b3a43bed16ede05f930252bc6b6e36414dfe6706f4d) AuthConfig (c0b70f2017a4b871039130c2c574f9f89b6fd200fc6da94f27ba914a82b91e9f) AuthConfig (8f4789def742ca9e89c6d110c8528d8c5c01a9435fd29887d5d9e46946df16a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"5f9b7f24-94db-4f19-803f-7b2369623809","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.372224876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"e7289139-cd85-4d66-8d54-1bae10b69717","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.375545746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3e8dfa9-c52d-4986-81b3-e0e51a63a7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.42282525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"1a47f1fa-9e85-4f5e-87f4-34304dc3f98b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.42801164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"e7289139-cd85-4d66-8d54-1bae10b69717","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.479184265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"1a47f1fa-9e85-4f5e-87f4-34304dc3f98b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.483231834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"337a3d53-2cf4-495b-a266-364ef090f210","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.484044888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"de8c45be-5395-420a-8577-acb516124f3e","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.539142186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"337a3d53-2cf4-495b-a266-364ef090f210","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:50.588459045Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"de8c45be-5395-420a-8577-acb516124f3e","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-171e96-e2e-extmod-a-25719d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:50.588538257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"de8c45be-5395-420a-8577-acb516124f3e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-171e96-e2e-extmod-a-25719d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.640010772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"fb33c209-e952-4422-a3d7-b2f72e0aa389","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.681074974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fa3379fc-18fe-430a-b14f-953f4492622e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.731320294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"43f81114-250b-4573-8cd7-d350694a0701","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.736167501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fa3379fc-18fe-430a-b14f-953f4492622e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.743696596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"b51f1155-eab5-4e53-99a6-31662add9ed4","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.786754632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"43f81114-250b-4573-8cd7-d350694a0701","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.874036932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eba0b6d-b44f-4b65-b0ed-e70b3fadf480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.874145633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f2cf8c1d-729e-41ff-a243-c301e3d81e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.926276716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eba0b6d-b44f-4b65-b0ed-e70b3fadf480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.929534604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f2cf8c1d-729e-41ff-a243-c301e3d81e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.978801371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eba0b6d-b44f-4b65-b0ed-e70b3fadf480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.979057502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"4b8338c8-beba-4d14-999d-8d23214a9092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.979178956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"44aabd14-fc4b-4d65-9e86-37150a4b4967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.030934991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eba0b6d-b44f-4b65-b0ed-e70b3fadf480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.08730399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"44aabd14-fc4b-4d65-9e86-37150a4b4967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.088931561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"4b8338c8-beba-4d14-999d-8d23214a9092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.293898015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"dfd539c6-e18e-4a98-9e20-631d6b832b86","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.344965153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"837d7ff7-cc07-498b-8feb-2986589805cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.345336476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"50a30f5e-963f-42f8-b660-418d60b7f166","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.34953328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"dfd539c6-e18e-4a98-9e20-631d6b832b86","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.401580229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"837d7ff7-cc07-498b-8feb-2986589805cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.401638851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"50a30f5e-963f-42f8-b660-418d60b7f166","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.40193521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"b25700c5-858d-4ef5-b3b4-52bbd132d67c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.453652705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee45e90a-1d07-40f1-bba0-c932448df376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.458315463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"b25700c5-858d-4ef5-b3b4-52bbd132d67c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.50958383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee45e90a-1d07-40f1-bba0-c932448df376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.764531666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"308792b3-5918-4bdd-8f8d-c7f955ddb336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:51.82068867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"308792b3-5918-4bdd-8f8d-c7f955ddb336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:52.024075085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"3560f590-1001-439f-b735-7a97472e0b6a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:52.08030562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"3560f590-1001-439f-b735-7a97472e0b6a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:54.526390355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"a2beaadf-6bb7-4660-adea-fe7af7b58623","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:54.630340832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"a8f11ce1-ad2e-45b3-966b-1c7111f735ba","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:54.740660503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"19daa4bc-4c4b-40c4-9ab5-e9238bb77226","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:54.74752201Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:54.795951373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"19daa4bc-4c4b-40c4-9ab5-e9238bb77226","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:54.849817499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b2a22c5d14d6e6c976955db5c6c77959b7c62d4255e7c5b2b7b64117dc50715b) AuthConfig (4e3bae5618a76566c8ddf5da10ad02dbf27d3acda2da463539b592104ed29e0b) AuthConfig (1678e32e42ec812790752e460bf4f7c8cf15a581d047b9004d12d2af3a2f8784) AuthConfig (c1f6f2431f221caa5f564126b06107f34caeeb62da3ef9cbb99e2e338cb384fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"19daa4bc-4c4b-40c4-9ab5-e9238bb77226","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:54.958017036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"42eacad6-c03c-4e27-bdf8-c43ae36ce547","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:57.769335644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"024a2511-3cef-405b-8bdb-d37c42fe0383","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:57.769498162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"024a2511-3cef-405b-8bdb-d37c42fe0383","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:57.83136582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"feaa1d8c-02f9-4950-8379-2379498756e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:57.831398189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"feaa1d8c-02f9-4950-8379-2379498756e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:57.949400327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"f90aae08-7643-464c-9f34-746916f7fb7e","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.072206965Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"f90aae08-7643-464c-9f34-746916f7fb7e","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.102655955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"7fd01d3b-eb89-45d5-b1ab-8f6e69026c67","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.126362906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"f90aae08-7643-464c-9f34-746916f7fb7e","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.165713924Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.166014009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6066dbef-1cb5-496e-aec1-33b90b7d551c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.166031363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6066dbef-1cb5-496e-aec1-33b90b7d551c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.183291996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ca17f2f-dc46-4efb-b534-8d029b6d4ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.183318169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ca17f2f-dc46-4efb-b534-8d029b6d4ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.222300346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11e300b5-b6de-4163-be50-201138f205b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.222321099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11e300b5-b6de-4163-be50-201138f205b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:58.272990919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-sub-6d8097af","reconcileID":"9c587ca8-8bb1-49da-9265-13a4919434d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6d8097af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.288893055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"28f67ae0-3f6f-42ec-98aa-f1ee13b734cb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.347750256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"28f67ae0-3f6f-42ec-98aa-f1ee13b734cb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.388561637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1aa830e-cc89-49cf-a944-08d73433ec31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.388584518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1aa830e-cc89-49cf-a944-08d73433ec31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.403642484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"28f67ae0-3f6f-42ec-98aa-f1ee13b734cb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.446702904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f069564-9b7c-484d-8540-038bfb79fd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.44672488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f069564-9b7c-484d-8540-038bfb79fd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.7128362Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-sub-6d8097af","reconcileID":"4e49845a-7ec5-47a5-a464-32b0b97d5759","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-6d8097af/e2e-shared-sub-6d8097af","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.876659005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"972edc48-0c00-40e5-9bf1-e48ecc90efa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.876681263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"972edc48-0c00-40e5-9bf1-e48ecc90efa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.955267534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6dd7a2f0-f565-4ddd-b56f-94bd31701087","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.086062176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-sub-6d8097af","reconcileID":"ec1a2886-e515-4c22-a9db-88a0666433aa","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.155282206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5ce2091-6eb8-4507-a000-983dde2259bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.155304539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5ce2091-6eb8-4507-a000-983dde2259bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.20926277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50eb7a5-ee0f-416c-aa9b-974e0e931feb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.209287198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d50eb7a5-ee0f-416c-aa9b-974e0e931feb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.315760482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"9d0833ee-982a-4fe3-a025-91369d5e81c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.375903719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"9d0833ee-982a-4fe3-a025-91369d5e81c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.42491011Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.425198779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4aa2f78-28ed-4adb-b47f-4787f7f1737d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.425217985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4aa2f78-28ed-4adb-b47f-4787f7f1737d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.431010565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"9d0833ee-982a-4fe3-a025-91369d5e81c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.479411359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae8db9fe-5797-477c-b809-79c3ddda9943","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.479433827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae8db9fe-5797-477c-b809-79c3ddda9943","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.487240808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cea8078f-5505-49d4-af99-f475db0a918a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.487262644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cea8078f-5505-49d4-af99-f475db0a918a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:41:59.530834034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-sub-6d8097af","reconcileID":"8cec5fea-d946-4ef8-93c5-7c59867f4c3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6d8097af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.593509272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"c62b034d-8de1-4d17-b499-0f3e47c0ce06","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.644556921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64fe103f-460d-4d9d-974f-ba0b228ceb57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.644578618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64fe103f-460d-4d9d-974f-ba0b228ceb57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.649177965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"c62b034d-8de1-4d17-b499-0f3e47c0ce06","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.698834929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf9455e4-894e-4424-9dcf-5fea8e5397be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.698860114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf9455e4-894e-4424-9dcf-5fea8e5397be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.703741206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"c62b034d-8de1-4d17-b499-0f3e47c0ce06","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:59.964995431Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-sub-6d8097af","reconcileID":"cfe2a1da-1eb5-4f28-a5a7-26f5c28aa04f","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-6d8097af/e2e-shared-sub-6d8097af","ai-tenant-e2e-mt-ea5e210a/e2e-shared-sub-6d8097af","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.130334511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13f5dc7b-9926-4e38-b67c-ef9fbf0dc54e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.130360586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13f5dc7b-9926-4e38-b67c-ef9fbf0dc54e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.174417265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-sub-6d8097af","reconcileID":"7c8c7f99-194d-4b81-9d84-b40d0d891b4f","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.17450444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6fa14996-42b0-4539-aae3-f36c1fea6a85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.246198226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"444cc9aa-bdff-4525-a991-fe8776cebd42","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.246409269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"738e6395-af40-442b-ba5d-81e140b7f428","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.298619252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"d621cc6c-0fe9-4ecc-8bd5-6d295c4f7b95","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.29863774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"bd2333f5-8a0c-4c3f-b2de-f095598f3d16","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.299589381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"79d0c763-dbd5-4df0-9d2a-8dd4a8f2514a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.302239399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"738e6395-af40-442b-ba5d-81e140b7f428","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.303387787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"444cc9aa-bdff-4525-a991-fe8776cebd42","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.337838971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-sub-6d8097af","reconcileID":"141bc076-0f2a-4d44-b08a-7a6bb6d1393f","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.355188242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"d621cc6c-0fe9-4ecc-8bd5-6d295c4f7b95","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.356303722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"bd2333f5-8a0c-4c3f-b2de-f095598f3d16","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.358320882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"79d0c763-dbd5-4df0-9d2a-8dd4a8f2514a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.409757545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5fc912a6dd332be54c104908092ca091afc66b40d48f989117abfedf60b9bd9e) AuthConfig (7474e0f76f7ed6b9331f901dd5f14b0a120983506f90bad4b4f4704e0c6b8698) AuthConfig (f39356c20063ca5569c491def16f0f6e153f36ee11e054cd0429947a66b9d1f0) AuthConfig (625e051b35081ad7d8ae668de5f27d955c05d1da99136af24bca3248aa5ea047)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"d621cc6c-0fe9-4ecc-8bd5-6d295c4f7b95","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.517815662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"91c907cb-0238-429d-88cc-774afb7f20df","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.674153341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"fb42982a-3f5e-4a89-84ac-f9ef87772095","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.721059126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"0c620841-060b-4a1b-bd00-9c23e34fa344","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.721080276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"06e7f31b-8cc6-4da0-820a-867e34b215ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.729675187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"fb42982a-3f5e-4a89-84ac-f9ef87772095","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.777605355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"06e7f31b-8cc6-4da0-820a-867e34b215ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.777608688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"0c620841-060b-4a1b-bd00-9c23e34fa344","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.783657538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5fc912a6dd332be54c104908092ca091afc66b40d48f989117abfedf60b9bd9e) AuthConfig (7474e0f76f7ed6b9331f901dd5f14b0a120983506f90bad4b4f4704e0c6b8698) AuthConfig (f39356c20063ca5569c491def16f0f6e153f36ee11e054cd0429947a66b9d1f0) AuthConfig (625e051b35081ad7d8ae668de5f27d955c05d1da99136af24bca3248aa5ea047)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"fb42982a-3f5e-4a89-84ac-f9ef87772095","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.872786606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ae39d4b4-cd96-4773-aae9-646cd9ac8f16","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.873280011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"5fa6e3a5-bd51-476b-9d88-d69eb1bb822c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.889379296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"a71de34a-013c-4384-81f5-e27d72f60810","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.928161427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ae39d4b4-cd96-4773-aae9-646cd9ac8f16","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.928205038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"5fa6e3a5-bd51-476b-9d88-d69eb1bb822c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:00.944573059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"a71de34a-013c-4384-81f5-e27d72f60810","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.194904905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"393da95f-d6f9-4ac8-a65f-04b662648682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.207839047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"c1dbb945-7c36-4ac0-9b57-2413e4f79e4a","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.207860668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"c1dbb945-7c36-4ac0-9b57-2413e4f79e4a","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.316350574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"393da95f-d6f9-4ac8-a65f-04b662648682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.371543056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"393da95f-d6f9-4ac8-a65f-04b662648682","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.428664144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"719090e3-2f80-489d-be42-f610eb57a904","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.428686949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"719090e3-2f80-489d-be42-f610eb57a904","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:02.702093039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"9d908ea1-1c3e-4a7c-9039-62f585fa9ef4","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:02.702181593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"9d908ea1-1c3e-4a7c-9039-62f585fa9ef4","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.754652854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"998b274b-ecc1-4417-8fc1-a308a2914e39","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:02.861229818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"a64c700e-da0d-43f0-9454-e762d2373d43","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:02.86130011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"a64c700e-da0d-43f0-9454-e762d2373d43","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.91330009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"701b85b6-4489-45cd-b8fd-64b51d905aa3","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:03.580701916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eeae4f7-3e0a-4d03-978b-b59d36682d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:03.633917692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eeae4f7-3e0a-4d03-978b-b59d36682d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:03.686731942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eeae4f7-3e0a-4d03-978b-b59d36682d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:03.739484552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eeae4f7-3e0a-4d03-978b-b59d36682d75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:05.603600255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75de819e-c3c9-49d4-af6f-df65d535ecdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:05.65677203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75de819e-c3c9-49d4-af6f-df65d535ecdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:05.709650797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75de819e-c3c9-49d4-af6f-df65d535ecdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:05.76174976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75de819e-c3c9-49d4-af6f-df65d535ecdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:07.617217247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be39ce1-221c-4d51-8cf2-5308ecd8730d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:07.669374646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be39ce1-221c-4d51-8cf2-5308ecd8730d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:07.721384872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be39ce1-221c-4d51-8cf2-5308ecd8730d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:07.773336039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be39ce1-221c-4d51-8cf2-5308ecd8730d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:08.510018833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"e6b5c3ad-6a5f-4b01-a344-f42215bee389","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:08.630934287Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"e6b5c3ad-6a5f-4b01-a344-f42215bee389","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:08.685161794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"e6b5c3ad-6a5f-4b01-a344-f42215bee389","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:08.739932586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc7f4527-cb10-428c-81ca-2f168b6d9218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:08.739963978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc7f4527-cb10-428c-81ca-2f168b6d9218","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:09.811496989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"5438697a-1c6e-4bd0-8665-025de293a0f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:09.867199707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"5438697a-1c6e-4bd0-8665-025de293a0f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:09.921273018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"5438697a-1c6e-4bd0-8665-025de293a0f2","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:09.977661778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8730610f-1d96-4584-8060-25485fe310d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:09.977681943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8730610f-1d96-4584-8060-25485fe310d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.294074201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"8cd8e7b1-d612-4aac-8bae-da9d8fc76dca","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.294170619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bccfa70-8743-4764-8976-b79ca1015358","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.294190132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bccfa70-8743-4764-8976-b79ca1015358","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.445959011Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-policy-6d8097af","reconcileID":"8cd8e7b1-d612-4aac-8bae-da9d8fc76dca","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"policyNamespace":"ai-tenant-e2e-mt-6d8097af","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.501100746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aecadee1-f750-4a68-9c44-b3eafa6758b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.501127062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aecadee1-f750-4a68-9c44-b3eafa6758b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.642919106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5fccdd-42b9-453c-9a47-2f7317b2a56e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.642940893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f5fccdd-42b9-453c-9a47-2f7317b2a56e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.909238757Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"2578268e-c1e3-4058-98b2-b1aa2d5510d6","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.960769319Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"2f1ab333-9017-4f8e-b2b8-13804547b735","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:10.993871955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"8a4eb662-b55b-4857-b5fa-667bd9e15515","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.049900024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"8a4eb662-b55b-4857-b5fa-667bd9e15515","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.103984553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5fc912a6dd332be54c104908092ca091afc66b40d48f989117abfedf60b9bd9e) AuthConfig (7474e0f76f7ed6b9331f901dd5f14b0a120983506f90bad4b4f4704e0c6b8698) AuthConfig (f39356c20063ca5569c491def16f0f6e153f36ee11e054cd0429947a66b9d1f0) AuthConfig (625e051b35081ad7d8ae668de5f27d955c05d1da99136af24bca3248aa5ea047)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"8a4eb662-b55b-4857-b5fa-667bd9e15515","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.179868393Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"572f2a82-5e34-4235-bf24-f0adc9ace9e8","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"routeName":"external-model-e2e-rec-recover-53b037-b2999234fd7b","namespace":"e2e-extmod-rec-noaccess-844b49","model":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.200021706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"b5ef1d5f-0af1-4c8a-968f-ce0bfb904318","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.231298979Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"bb9fcd9f-470d-4ec0-8774-94a2c65a26c9","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.258164681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"b5ef1d5f-0af1-4c8a-968f-ce0bfb904318","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.354803165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"e73172ee-a629-46ea-bf63-de11d8b7bf41","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.355086439Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"b5ef1d5f-0af1-4c8a-968f-ce0bfb904318","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.354801912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"3de325c3-fd51-42ef-a86c-713ac7620065","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.355285576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"6f5af618-dab2-42da-b320-6159f0165a8c","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.41123291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"6f5af618-dab2-42da-b320-6159f0165a8c","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.41135896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"e73172ee-a629-46ea-bf63-de11d8b7bf41","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.413424546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"3de325c3-fd51-42ef-a86c-713ac7620065","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.475886976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"78b8aa91-531f-4c1b-986c-d3aac72a40a6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.530881508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"78b8aa91-531f-4c1b-986c-d3aac72a40a6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.628562497Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"1a3acb5c-087c-42b8-8200-63e3271b1fb3","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.646244515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"e14d125a-0933-4bd6-a306-df8dec997ef7","namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.769082282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"054f71a4-9eab-4b96-bb4a-14ad7e056768","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.798045141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"56c7fbad-5670-4ce7-95b4-a64da24e8e76","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.824346372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"054f71a4-9eab-4b96-bb4a-14ad7e056768","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.824388702Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"054f71a4-9eab-4b96-bb4a-14ad7e056768","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.848172532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca0cfa01-e20a-49b2-a5b0-a4f621230cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.854582251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"56c7fbad-5670-4ce7-95b4-a64da24e8e76","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.902191773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"c4419d67-a7bc-4e86-92f4-e07f3e3eb0e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.908958591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"56c7fbad-5670-4ce7-95b4-a64da24e8e76","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.918786698Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"5afd0881-d233-4957-9b90-2b5b689d2539","namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.95782171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"c4419d67-a7bc-4e86-92f4-e07f3e3eb0e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:11.970530264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca0cfa01-e20a-49b2-a5b0-a4f621230cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:11.981730235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"2db41237-6aee-4df4-a926-e2538c834763","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-53b037\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.013293292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5fc912a6dd332be54c104908092ca091afc66b40d48f989117abfedf60b9bd9e) AuthConfig (7474e0f76f7ed6b9331f901dd5f14b0a120983506f90bad4b4f4704e0c6b8698) AuthConfig (f39356c20063ca5569c491def16f0f6e153f36ee11e054cd0429947a66b9d1f0) AuthConfig (625e051b35081ad7d8ae668de5f27d955c05d1da99136af24bca3248aa5ea047)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"c4419d67-a7bc-4e86-92f4-e07f3e3eb0e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.025095126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca0cfa01-e20a-49b2-a5b0-a4f621230cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.080730617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35fb4966-2be4-4d39-9632-46af52ebe8c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.080756175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35fb4966-2be4-4d39-9632-46af52ebe8c3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.141175969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-53b037","namespace":"e2e-extmod-rec-noaccess-844b49"},"namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","reconcileID":"35f27ab7-3379-4950-9aee-af56a39ee79c","namespace":"e2e-extmod-rec-noaccess-844b49","name":"e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.186089905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6dc275b6-ee37-4484-98c6-645f4068808b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.222531764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"19583984-c9ba-423a-929a-3ffdfae0b217","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.241590494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6dc275b6-ee37-4484-98c6-645f4068808b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.278558024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"19583984-c9ba-423a-929a-3ffdfae0b217","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.282084098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"4266d81d-409f-465b-a4a8-07948bff717c","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.33699809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"4266d81d-409f-465b-a4a8-07948bff717c","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.337030138Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"4266d81d-409f-465b-a4a8-07948bff717c","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.382790058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"a298988b-b24a-4894-84e5-2e7db1749f2f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.391706856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"6a514259-58b7-42ec-b000-6a01ea8a2cc3","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.437773506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"a298988b-b24a-4894-84e5-2e7db1749f2f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.44699105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"6a514259-58b7-42ec-b000-6a01ea8a2cc3","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.663380707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8192e6a4-5141-4744-8bac-7c45bd2f10ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.718617928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8192e6a4-5141-4744-8bac-7c45bd2f10ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.762189733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"154620c8-876d-4732-87df-74e17175d9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.764712567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6a00f2bc-7388-4f6b-b8d4-ca568a36a8f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.818049194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"154620c8-876d-4732-87df-74e17175d9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.81998525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"6a00f2bc-7388-4f6b-b8d4-ca568a36a8f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.862690298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a87d45ec-4bc0-4d3f-b49d-8272771b942b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.862691068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0326a7b1-42d1-414d-ba2a-d44a5a3968e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.919116689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0326a7b1-42d1-414d-ba2a-d44a5a3968e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:12.919296763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a87d45ec-4bc0-4d3f-b49d-8272771b942b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.01732546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"0c45d005-43d2-4a3d-acb6-ff4ba44e34a6","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.07948933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a030f7c3-5a0e-4cf3-836b-6d767b5ca8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.134886764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a030f7c3-5a0e-4cf3-836b-6d767b5ca8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.179250833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"5d698b83-36b8-4a2b-8ac3-77d27c964933","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.23115306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"0a6f2d2f-3c1a-42ef-8e86-4eb76938337b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.232634716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dad09eb3-2ad4-45e5-adc0-b72fd6649d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.235114069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"5d698b83-36b8-4a2b-8ac3-77d27c964933","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.282085075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"88241a94-c409-464f-997b-56e9aa874857","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.286862862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"0a6f2d2f-3c1a-42ef-8e86-4eb76938337b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.288204527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dad09eb3-2ad4-45e5-adc0-b72fd6649d20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.337390053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"88241a94-c409-464f-997b-56e9aa874857","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.444940436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f7fe48a4-2746-477c-9c3f-67627b2cc309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.499756456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f7fe48a4-2746-477c-9c3f-67627b2cc309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.547265743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"f98224d4-fc35-4b9d-bce8-d34b626032e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.598261032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"16cff20d-9a2e-4036-85b6-84282f1c99fb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.602569119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"f98224d4-fc35-4b9d-bce8-d34b626032e8","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.703074908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e682471-4b82-43ec-ba3d-9c7e204e831f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.719205896Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"16cff20d-9a2e-4036-85b6-84282f1c99fb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.773725784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"16cff20d-9a2e-4036-85b6-84282f1c99fb","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.824138965Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e682471-4b82-43ec-ba3d-9c7e204e831f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.829782811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33200348-8f76-43f3-9fe8-2512908d40cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.829800176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33200348-8f76-43f3-9fe8-2512908d40cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.878348341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e682471-4b82-43ec-ba3d-9c7e204e831f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.93494025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12c20b80-8c3f-4baa-b3d2-d89fbfac7add","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.934958161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12c20b80-8c3f-4baa-b3d2-d89fbfac7add","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.95662124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"24366ade-7b19-4c6a-8168-f3e9f0766f5e","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.962897432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"54348efa-ea58-4c2e-b87b-4d9c14fb0878","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.012155727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"24366ade-7b19-4c6a-8168-f3e9f0766f5e","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.01909023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"54348efa-ea58-4c2e-b87b-4d9c14fb0878","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.05818313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"3f205da3-34de-447c-8742-4e5cff6ca5c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.072992032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5fc912a6dd332be54c104908092ca091afc66b40d48f989117abfedf60b9bd9e) AuthConfig (7474e0f76f7ed6b9331f901dd5f14b0a120983506f90bad4b4f4704e0c6b8698) AuthConfig (f39356c20063ca5569c491def16f0f6e153f36ee11e054cd0429947a66b9d1f0) AuthConfig (625e051b35081ad7d8ae668de5f27d955c05d1da99136af24bca3248aa5ea047)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"54348efa-ea58-4c2e-b87b-4d9c14fb0878","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.113856261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"3f205da3-34de-447c-8742-4e5cff6ca5c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.156681026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"0a4d83d3-7596-44e2-b126-56c6b50de87a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.211900406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"0a4d83d3-7596-44e2-b126-56c6b50de87a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.257690454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"df8b554e-c790-4562-8b43-c77c7783230b","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.320525963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"df8b554e-c790-4562-8b43-c77c7783230b","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.378284145Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"df8b554e-c790-4562-8b43-c77c7783230b","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.387555454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"01364b5d-85f3-4c70-84fc-91b5b3560f3a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.443646448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"01364b5d-85f3-4c70-84fc-91b5b3560f3a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.670310498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.670376094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"acb97073-9d03-4bca-9541-d66b671bc771","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.670391295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"acb97073-9d03-4bca-9541-d66b671bc771","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.727866444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"1559ea56-89d3-4c6f-aa3a-7dce967ef5eb","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.727887025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"1559ea56-89d3-4c6f-aa3a-7dce967ef5eb","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:15.777600156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"8ba73671-bc81-47d4-b366-ee0ddcad0e35","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-566ae9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:15.780160869Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"1559ea56-89d3-4c6f-aa3a-7dce967ef5eb","name":"auth-test-model-2e0116","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2e0116\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:15.780224097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"1559ea56-89d3-4c6f-aa3a-7dce967ef5eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2e0116\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.785592266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"33832158-e82c-4f42-b22e-1f3d74cdfc91","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.785609518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"33832158-e82c-4f42-b22e-1f3d74cdfc91","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.81128475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"977e8e85-0d5a-4316-a90f-0ff0013293fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.867299618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"977e8e85-0d5a-4316-a90f-0ff0013293fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.885278654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"e4c20ef4-1b3d-4399-9a3d-afa89218b8e8","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.885296004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"e4c20ef4-1b3d-4399-9a3d-afa89218b8e8","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.941258819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"678ab437-674c-4794-a5c2-a36d500657b0","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.941277579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"678ab437-674c-4794-a5c2-a36d500657b0","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:16.127784424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"d6fecfbd-c44a-4034-a19b-e3384b94f631","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:16.158130247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"569cc2c5-0f38-48b5-92dc-5c3832a3ca89","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"maas-trlp-auth-test-model-2e0116","model":"auth-test-model-2e0116","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-2e0116/e2e-auth-iso-566ae9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:16.184119905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"d6fecfbd-c44a-4034-a19b-e3384b94f631","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:16.326161383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"b19620ad-19a6-4b8a-839b-b14820d4aead","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:16.326183981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"b19620ad-19a6-4b8a-839b-b14820d4aead","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:16.532420465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"787ca04e-7452-4439-85dc-9b6cd7746cbf","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"maas-trlp-auth-test-model-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.803275833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-sub-6d8097af","reconcileID":"816d6f60-334e-49c1-9233-5b3e46c7ccdf","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-6d8097af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.016179742Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"namespace":"ai-tenant-e2e-mt-6d8097af","name":"e2e-shared-sub-6d8097af","reconcileID":"816d6f60-334e-49c1-9233-5b3e46c7ccdf","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-6d8097af"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ea5e210a/e2e-shared-sub-6d8097af","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.224647571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-sub-6d8097af","reconcileID":"80d60f1b-cb4c-4463-a1ff-f7b9fd7ef18b","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.224679387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71da7e76-134d-4988-90a7-cc9450f784c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.23098294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.230994248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a5e4d9b-35b4-4421-bfcd-0e0c726d94af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.231282334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a5e4d9b-35b4-4421-bfcd-0e0c726d94af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:22.707362772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"243deddd-0d7c-4b47-b769-c0e86500f12e","namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:22.762457416Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"ba5ff17b-bfe9-4999-8fe9-2d2c83c4b64d","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:22.864773472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"907814ed-f0f0-4f26-83f6-cb2a776740a4","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:22.865810841Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"606eb006-855d-49b1-9eef-8b2989431e23","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:22.907957644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a662645-85eb-41da-8f0c-e1e218bffc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:22.912322449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2ff99497-1e18-4741-b8b2-f5c843856e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:22.923105321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"dbe7eba0-e20b-4b67-9911-6f2696a7dfbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:22.93623718Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"9dad9f88-722d-4290-93d3-80a09f4a9ae4","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"routeName":"external-model-e2e-rec-ctrl-be5c8c-d7c6e93abee1","namespace":"e2e-extmod-rec-user-b92302","model":"e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.004021737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"92e75444-4097-4bf5-9eee-4b7fccaf88f9","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.007374383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a662645-85eb-41da-8f0c-e1e218bffc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.008211877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2ff99497-1e18-4741-b8b2-f5c843856e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.012038931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"dbe7eba0-e20b-4b67-9911-6f2696a7dfbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.015756699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"907814ed-f0f0-4f26-83f6-cb2a776740a4","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.064733414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a662645-85eb-41da-8f0c-e1e218bffc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.068625169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"92e75444-4097-4bf5-9eee-4b7fccaf88f9","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.070786204Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"9dad9f88-722d-4290-93d3-80a09f4a9ae4","name":"e2e-rec-ctrl-be5c8c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-be5c8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.070854711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"9dad9f88-722d-4290-93d3-80a09f4a9ae4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-be5c8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.074250273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"907814ed-f0f0-4f26-83f6-cb2a776740a4","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.124797141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5fc912a6dd332be54c104908092ca091afc66b40d48f989117abfedf60b9bd9e) AuthConfig (7474e0f76f7ed6b9331f901dd5f14b0a120983506f90bad4b4f4704e0c6b8698) AuthConfig (f39356c20063ca5569c491def16f0f6e153f36ee11e054cd0429947a66b9d1f0) AuthConfig (625e051b35081ad7d8ae668de5f27d955c05d1da99136af24bca3248aa5ea047)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"92e75444-4097-4bf5-9eee-4b7fccaf88f9","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.127393882Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"8e3d47a8-4e12-4f64-9b3f-620d10bbf73f","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.148454071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"493e9404-3b36-4f1d-b7c8-48ab2c813b17","namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.182689352Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"05adce15-7547-469a-9e00-73dd05c98c09","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.23503198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"66f9bc1a-dd48-49c2-a1ce-c51d486a1c01","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"error":"ExternalModel e2e-rec-ctrl-be5c8c not found in namespace e2e-extmod-rec-user-b92302 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.285050238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"db29ec78-ddb6-4b40-9d2d-b2a05535260a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.291858357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"66f9bc1a-dd48-49c2-a1ce-c51d486a1c01","error":"ExternalModel e2e-rec-ctrl-be5c8c not found in namespace e2e-extmod-rec-user-b92302 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.292100456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9bc387c3-6d17-49cc-8f2c-cb2e73c20424","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.292123352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9bc387c3-6d17-49cc-8f2c-cb2e73c20424","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.292690507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05dbf468-65ed-4259-b072-9fa808613f98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.292710521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05dbf468-65ed-4259-b072-9fa808613f98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.341948965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"db29ec78-ddb6-4b40-9d2d-b2a05535260a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.347698603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"7298c400-b5e4-4385-980d-6ad4bf7b935d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.353383293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"b5ac627d-53dc-43b6-9b10-9c9ef85e21cf","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"error":"ExternalModel e2e-rec-ctrl-be5c8c not found in namespace e2e-extmod-rec-user-b92302 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.353441417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"b5ac627d-53dc-43b6-9b10-9c9ef85e21cf","error":"ExternalModel e2e-rec-ctrl-be5c8c not found in namespace e2e-extmod-rec-user-b92302 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.382391686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"ec5172dc-aedc-41d4-b80f-1c6c00834339","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.400500501Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"2ab56380-c028-44cb-b401-7adf6efb9b5d","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","error":"MaaSModelRef not found: e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.404313392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"80978f88-f715-4d7b-9b9f-d5a2d08d9f5e","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"error":"ExternalModel e2e-rec-ctrl-be5c8c not found in namespace e2e-extmod-rec-user-b92302 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.404363932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"80978f88-f715-4d7b-9b9f-d5a2d08d9f5e","error":"ExternalModel e2e-rec-ctrl-be5c8c not found in namespace e2e-extmod-rec-user-b92302 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.4052201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"7298c400-b5e4-4385-980d-6ad4bf7b935d","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.4375516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"ec5172dc-aedc-41d4-b80f-1c6c00834339","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.438671982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"36332c90-02e4-43bd-bad2-b10756e9ad86","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.482076654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8864bee-3421-4df2-b729-ea15a6260676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.495519166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"36332c90-02e4-43bd-bad2-b10756e9ad86","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.550259459Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"36332c90-02e4-43bd-bad2-b10756e9ad86","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.603518635Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8864bee-3421-4df2-b729-ea15a6260676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.622763239Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"f1b853cc-229b-46a0-b829-d76a35a9bd0a","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","error":"MaaSModelRef not found: e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.657977839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8864bee-3421-4df2-b729-ea15a6260676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.763368721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ecd36050-c86c-4f0c-820c-702cf19606fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.815279105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"b948bed6-fe13-461c-876f-d29eda7cd064","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.835579347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ecd36050-c86c-4f0c-820c-702cf19606fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.872081202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"b948bed6-fe13-461c-876f-d29eda7cd064","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:23.875875771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-be5c8c","namespace":"e2e-extmod-rec-user-b92302"},"namespace":"e2e-extmod-rec-user-b92302","name":"e2e-rec-ctrl-be5c8c","reconcileID":"2cdd3484-fbad-439d-b06c-e62780c9c45e","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-be5c8c\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.876081351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7571a20-edd3-4f3c-87f7-ad16f1198742","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.876093287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7571a20-edd3-4f3c-87f7-ad16f1198742","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.886327728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"d6e164ab-8314-4f9e-9f8a-ade743f8777f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:23.943297895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"d6e164ab-8314-4f9e-9f8a-ade743f8777f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.018622366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"a13bc486-57bc-4c20-806a-deaecc6e649a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.074361141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"a13bc486-57bc-4c20-806a-deaecc6e649a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.092206567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6f0e0fd3-a88d-4a89-b0a2-c569306747d5","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.149629702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6f0e0fd3-a88d-4a89-b0a2-c569306747d5","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.35021925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"b483a6b7-0689-4c22-b7d4-05dd864cc9f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.357280337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"c7cf3989-cb74-4b5d-b559-976f40bd35f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.411154707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"b483a6b7-0689-4c22-b7d4-05dd864cc9f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.415916391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"c7cf3989-cb74-4b5d-b559-976f40bd35f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.514038534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"73b26e2d-626e-49c9-b4fb-1091f22460e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.558868926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"5cb8f3a0-336a-42fd-bf51-ed34ce9c8157","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.574523255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"73b26e2d-626e-49c9-b4fb-1091f22460e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.616544246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"5cb8f3a0-336a-42fd-bf51-ed34ce9c8157","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.616668497Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"5cb8f3a0-336a-42fd-bf51-ed34ce9c8157","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.61862963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"01c23062-ae9f-4f2d-8c3c-92a4d5f4fe0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.675769895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"01c23062-ae9f-4f2d-8c3c-92a4d5f4fe0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.749433885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.842868848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e0305ce-fb46-4d68-b10c-33ecc25ecbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.893131079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"efb7a729-9c0e-4b78-a486-033ed50cf392","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.893485576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"1ecb4455-b2e2-4e9a-87d6-30635d458d4e","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.89857644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e0305ce-fb46-4d68-b10c-33ecc25ecbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.940887464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"106de741-7bbb-4c73-bf26-edf227e03ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.951045241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"1ecb4455-b2e2-4e9a-87d6-30635d458d4e","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.953682099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e0305ce-fb46-4d68-b10c-33ecc25ecbe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:24.996933574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"106de741-7bbb-4c73-bf26-edf227e03ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.011338489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60392b8f-7438-4933-ab07-26c6e883e9f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.01137016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60392b8f-7438-4933-ab07-26c6e883e9f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.016755784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"efb7a729-9c0e-4b78-a486-033ed50cf392","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.071157532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"efb7a729-9c0e-4b78-a486-033ed50cf392","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.126290926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3e7d1ea-6df1-44d9-b73b-34589f6b9428","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.126321491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3e7d1ea-6df1-44d9-b73b-34589f6b9428","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.141124336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"60457b57-f6a5-4487-bf12-2f6eff9e187c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.196625281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"60457b57-f6a5-4487-bf12-2f6eff9e187c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.287973183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2e09a8f1-4642-45bf-9520-9a1ef5402b57","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.32436996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"677cfa50-8148-4028-8a30-82443a4a0ceb","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.343252797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2e09a8f1-4642-45bf-9520-9a1ef5402b57","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.358708827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"62fc6ef7-3406-4c81-8189-96488ff73ab1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.369654089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"562d301d-22fc-4177-956f-7ffcb450c6dc","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.379907196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"677cfa50-8148-4028-8a30-82443a4a0ceb","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.414112984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"62fc6ef7-3406-4c81-8189-96488ff73ab1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.433840225Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"677cfa50-8148-4028-8a30-82443a4a0ceb","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.907189135Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.959545033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"e942ca2a-f98a-429c-ba7d-0e4d101ea477","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:26.014445612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"875bba2e-5399-410b-ab8c-8332277c8722","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-171e96-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.116301252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"bbb4b7c3-6ffd-4839-ada8-3563ca0677f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.120012274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"6abcff00-03da-4274-ba0e-457c1b61d159","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.120060536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"0ae21023-cf36-414c-aa10-cb97281b408e","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.121040928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"99395562-dff0-4605-b499-83e4f6e6dba9","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.172340264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"bbb4b7c3-6ffd-4839-ada8-3563ca0677f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.177110917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"6abcff00-03da-4274-ba0e-457c1b61d159","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.177818293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"0ae21023-cf36-414c-aa10-cb97281b408e","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:26.225481582Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"99395562-dff0-4605-b499-83e4f6e6dba9","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-171e96-e2e-extmod-a-25719d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:26.225550101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"99395562-dff0-4605-b499-83e4f6e6dba9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-171e96-e2e-extmod-a-25719d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.2773497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"6b4b58f8-3a9a-4a18-95dc-90c2315cdcfc","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.381573569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"530fd708-9bfd-4c22-8f5b-78bed75eb39a","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.444654192Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"af11d863-5958-4ebc-907a-ff2c062ed278","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.486193142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"526f0f51-b75a-4634-bb25-b5e6ae44c72c","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.638336708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ce202581-5288-4585-b1a1-fd0091d5ad30","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.642443741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"b443ddc0-8051-4e40-8362-f87e850eee75","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.64244279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"ad75b41b-52b2-44d7-b4a1-fe829249d7bd","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.694022952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"ce202581-5288-4585-b1a1-fd0091d5ad30","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.698669894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"b443ddc0-8051-4e40-8362-f87e850eee75","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.698759801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"ad75b41b-52b2-44d7-b4a1-fe829249d7bd","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.714943282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"754b3161-5490-4a7d-8b8b-b5aa94515a48","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.922100964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"e4db3d14-9177-44b6-b021-a30b17be83d6","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:27.190881849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"349c23e7-f2b2-4e47-9180-c8ceee0544d1","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.592889688Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"d00864be-c1da-49dc-be7a-15008d3a48b5","namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.653176541Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"fb468149-e259-4a2c-98e9-ccf2082d9e6e","namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.703570402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"2826f484-8891-4858-aad8-636ab749a137","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.751107989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e803023-0c29-4e54-a805-42a1b69d9be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.754250945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad52a28-8217-4eb7-b6ba-70f3a01fc056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.760346457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"2826f484-8891-4858-aad8-636ab749a137","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.80652082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4ffad792-2465-4067-8d72-dee810ffcbed","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.81795354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"2826f484-8891-4858-aad8-636ab749a137","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.862689257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4ffad792-2465-4067-8d72-dee810ffcbed","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.874530661Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e803023-0c29-4e54-a805-42a1b69d9be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:30.877812396Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad52a28-8217-4eb7-b6ba-70f3a01fc056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.912600246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"8113f496-9d25-4fe7-b540-7d336af326c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.930706626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e803023-0c29-4e54-a805-42a1b69d9be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:30.934378466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad52a28-8217-4eb7-b6ba-70f3a01fc056","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.968174141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"8113f496-9d25-4fe7-b540-7d336af326c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:30.976059267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"129be8d5-b280-4787-8104-f95d3f42d6c4","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.084104368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"384e3b4a-1030-4da6-b39c-77224dd1406d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.08412694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"384e3b4a-1030-4da6-b39c-77224dd1406d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.08465223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"740f9a4f-32cc-4005-b1f6-c734d394a5cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.084671611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"740f9a4f-32cc-4005-b1f6-c734d394a5cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.092444966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"984bf0a1-7d23-4f9a-a0e4-fcdc0b8d4fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.134282694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"d3826a8a-405a-467d-90e2-0327063e8847","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.136496434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"94a25d3a-ecd6-4a27-b246-fd27622e2876","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.148524476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"984bf0a1-7d23-4f9a-a0e4-fcdc0b8d4fa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.190602731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"d3826a8a-405a-467d-90e2-0327063e8847","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.191916253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3217555a-a866-469f-909d-74432317c958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.242852434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"b5d6649d-0f0a-4a1f-aae7-c30773b43908","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.246397481Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"d3826a8a-405a-467d-90e2-0327063e8847","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.248277328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3217555a-a866-469f-909d-74432317c958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.293581262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6b48c3e8-a1a5-4a5b-8a0f-faa4103f2233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.349358674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6b48c3e8-a1a5-4a5b-8a0f-faa4103f2233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.392440913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"78349b60-c3de-4c3c-ac77-e932bc8444a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.447802334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"78349b60-c3de-4c3c-ac77-e932bc8444a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.585377511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"419c760f-f877-40f5-a0ed-5e8be39886b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.637480701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"992f71cb-68ec-4b5d-a398-8c47575e4e20","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.641694509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"419c760f-f877-40f5-a0ed-5e8be39886b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.688561019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"37e8d729-a712-47ac-9a63-d5ad828d2ea8","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.693633275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"992f71cb-68ec-4b5d-a398-8c47575e4e20","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.744403387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"37e8d729-a712-47ac-9a63-d5ad828d2ea8","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.791728266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"b110bc96-8836-445f-a51a-ff2a61e5939a","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.84743711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"b110bc96-8836-445f-a51a-ff2a61e5939a","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.885870508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"40a83461-a803-4d27-8ee6-b7fd4235364b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.901443889Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"b110bc96-8836-445f-a51a-ff2a61e5939a","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.941003421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"40a83461-a803-4d27-8ee6-b7fd4235364b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.057785085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"5b0e413a-e986-4cb9-a14a-53ee0c2f84a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.113190492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"5b0e413a-e986-4cb9-a14a-53ee0c2f84a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.194039258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"43f522c2-a81b-45a7-bbf2-db735c0f498b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.212023445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"b480c0c9-ccda-4943-87b2-bb9d67ff5b91","namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.253943681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"a67b11f5-614b-4420-bc35-dd34ca440e9b","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.258589444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"43f522c2-a81b-45a7-bbf2-db735c0f498b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.264992577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"e2174357-83d9-4c46-a4b6-045b0e38281b","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.265022971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"e2174357-83d9-4c46-a4b6-045b0e38281b","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.310572059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"a67b11f5-614b-4420-bc35-dd34ca440e9b","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.311594967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"ffab1694-378f-456b-9eea-4bbd9f9e27e3","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.367148421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"ffab1694-378f-456b-9eea-4bbd9f9e27e3","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.398852523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"d264b552-5d8c-4d8b-80dd-b786c3323213","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.520739639Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"d264b552-5d8c-4d8b-80dd-b786c3323213","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.575393024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"d264b552-5d8c-4d8b-80dd-b786c3323213","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.607499143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"696d51e2-29f7-4dcc-8e28-65a997b17af9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.625820618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"546272a6-fd05-4d34-9dd2-b7350c882294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.632433548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c7b6e80-1364-48cb-aacb-85338e1de509","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.632454437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c7b6e80-1364-48cb-aacb-85338e1de509","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.66306869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"696d51e2-29f7-4dcc-8e28-65a997b17af9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.747447512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"546272a6-fd05-4d34-9dd2-b7350c882294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.801800955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"546272a6-fd05-4d34-9dd2-b7350c882294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.828083056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227d21cd-7005-4b81-9b56-80aa919a1a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.858671843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"abb710ba-0733-40b8-bed7-823716f08be5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.858687589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"abb710ba-0733-40b8-bed7-823716f08be5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.879414824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"f259eb88-8eae-43c4-8272-af485026fa53","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.883859322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227d21cd-7005-4b81-9b56-80aa919a1a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.932771279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"73ab2a13-ef3b-40e7-9649-5d5267d234d2","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.93457746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"f259eb88-8eae-43c4-8272-af485026fa53","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.9390318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227d21cd-7005-4b81-9b56-80aa919a1a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.964794518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"9d2fc08f-cf0c-41d2-8357-233a8b60bd26","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.964823575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"9d2fc08f-cf0c-41d2-8357-233a8b60bd26","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.98854514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"73ab2a13-ef3b-40e7-9649-5d5267d234d2","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.016969743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d91987c-6a6c-43df-beeb-037350ccc2a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.016989712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d91987c-6a6c-43df-beeb-037350ccc2a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.078940713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"91a1bef3-60f8-4b70-85a5-41f540c30765","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.134145105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"91a1bef3-60f8-4b70-85a5-41f540c30765","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.220777214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"930bfeb9-892e-4528-bc59-9c26c0f3dcbc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.235423369Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"30b3728f-56b1-4829-8df0-6152428dcaea","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.273670298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"929afbbf-408b-49de-a9c2-53f8baee0cfe","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.276297543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"930bfeb9-892e-4528-bc59-9c26c0f3dcbc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.328984117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"929afbbf-408b-49de-a9c2-53f8baee0cfe","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.348369833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"636f2981-a47a-4348-ac68-6455c6ac0069","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.404048671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"636f2981-a47a-4348-ac68-6455c6ac0069","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.448553286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"243ea609-535a-47dd-af82-f3ee4808f3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.50429282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"243ea609-535a-47dd-af82-f3ee4808f3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.642023542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"ebb6182d-fdcf-4ba2-90a9-5deeb3fa4cca","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.698401361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"ebb6182d-fdcf-4ba2-90a9-5deeb3fa4cca","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.749933342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"eac77399-f43c-49ed-a83f-66816ed9c8a5","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.749959895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"eac77399-f43c-49ed-a83f-66816ed9c8a5","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.753506086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"9404c8ac-8a10-4d76-879d-8ba779cfe1a0","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.808711585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"9404c8ac-8a10-4d76-879d-8ba779cfe1a0","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.869944285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"498bd45b-423a-41f4-aced-54956747ab7c","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.919840401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"96cf37d1-69f1-499a-93f7-af000423fffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.925505734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"498bd45b-423a-41f4-aced-54956747ab7c","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:33.975392601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"96cf37d1-69f1-499a-93f7-af000423fffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.00910197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"84547535-ed6e-4989-8de4-61cfc682318e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.064781901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"84547535-ed6e-4989-8de4-61cfc682318e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.123217476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"51926f95-fa02-47db-9c9f-97970ffa03d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.179009759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"51926f95-fa02-47db-9c9f-97970ffa03d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.223690332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"26c6255e-c7ab-4c79-bd08-315a4ad72b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.232980417Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"51926f95-fa02-47db-9c9f-97970ffa03d9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.278982126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"26c6255e-c7ab-4c79-bd08-315a4ad72b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.323116359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"549dabbb-f631-488b-aa38-7975a00ce043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.339120424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"682bc92c-8fe0-482f-b5c8-3a41d63ac7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.382919187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"549dabbb-f631-488b-aa38-7975a00ce043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.398590209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"682bc92c-8fe0-482f-b5c8-3a41d63ac7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.584342402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"2d90e3fc-f289-4323-a95b-a9bfdcc95de3","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.640214648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"2d90e3fc-f289-4323-a95b-a9bfdcc95de3","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.694386833Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"2d90e3fc-f289-4323-a95b-a9bfdcc95de3","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:36.785886892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rot-a9b96d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:36.837348587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"9e949aa0-0b41-4605-8a85-99224a0a0f8a","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:36.837370171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"9e949aa0-0b41-4605-8a85-99224a0a0f8a","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:36.951997809Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-dc6e48/e2e-rot-a9b96d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-a9b96d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:36.998249581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"23e9c5a0-22b2-43d6-8444-91bc2290d716","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:36.99827862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"23e9c5a0-22b2-43d6-8444-91bc2290d716","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.102365873Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"23e9c5a0-22b2-43d6-8444-91bc2290d716","name":"e2e-rot-a9b96d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-a9b96d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.102426079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"23e9c5a0-22b2-43d6-8444-91bc2290d716","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-a9b96d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.150199994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"ca0ec336-5075-408a-9675-dc91eb103395","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.150726879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"3234b79f-0ddb-45fa-b100-14cdfedc29cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.150849052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"fb8b55b8-884a-497a-bce4-5e7fad4b7e73","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.151157742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"573e4b8f-fbe6-4254-80a6-a1268e7fc1fb","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.153039081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"9944671f-9579-48be-b551-1871ca50851a","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.154111868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"9a022eb8-4e13-4686-97ef-888430fa9177","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.154127994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"9a022eb8-4e13-4686-97ef-888430fa9177","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.206703446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"ca0ec336-5075-408a-9675-dc91eb103395","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.207151247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"3234b79f-0ddb-45fa-b100-14cdfedc29cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.209142803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"573e4b8f-fbe6-4254-80a6-a1268e7fc1fb","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.20942068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"fb8b55b8-884a-497a-bce4-5e7fad4b7e73","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.209676051Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"52fd2392-90bc-4f39-a888-783934b2fae2","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-rot-a9b96d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-dc6e48/e2e-rot-a9b96d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.211821221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"9944671f-9579-48be-b551-1871ca50851a","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.261741301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"d06e50b2-5912-406d-aa02-16c9b6e7cf6f","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.261773725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"d06e50b2-5912-406d-aa02-16c9b6e7cf6f","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.261831714Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"3234b79f-0ddb-45fa-b100-14cdfedc29cf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.263857878Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"573e4b8f-fbe6-4254-80a6-a1268e7fc1fb","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.365394996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"db9cc7d7-3d18-4504-8d15-c9e587eaa78d","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.36542232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"db9cc7d7-3d18-4504-8d15-c9e587eaa78d","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.47081387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"0c1fbbec-5fa6-4503-a215-20203e917edb","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.470840383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"0c1fbbec-5fa6-4503-a215-20203e917edb","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.575041657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"8b8c355d-4500-4c00-a4a7-fbc3427785da","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.575068574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"8b8c355d-4500-4c00-a4a7-fbc3427785da","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.682845442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"9fcd1259-6191-4c2b-a15c-d86a8a5a8bdb","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.777337855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"ee16187a-2edd-47e9-8199-9d8bb40f8867","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.777611182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"f8cffa7f-ecca-4ce6-b81f-ac7ceef8026e","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.834055557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"ee16187a-2edd-47e9-8199-9d8bb40f8867","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.83473431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"f8cffa7f-ecca-4ce6-b81f-ac7ceef8026e","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.879234767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"8694ec54-f92f-4227-a40c-93654eeffe2a","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.879257876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"60eb925a-3b3d-4ad4-8d73-063821819f6f","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.87998438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"f536c10b-7c61-4552-a993-bb61bacc6606","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.888828327Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"f8cffa7f-ecca-4ce6-b81f-ac7ceef8026e","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.935361536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"8694ec54-f92f-4227-a40c-93654eeffe2a","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.935401527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"60eb925a-3b3d-4ad4-8d73-063821819f6f","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.937764144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"f536c10b-7c61-4552-a993-bb61bacc6606","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:38.44479268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"5dfdf062-458f-47eb-863c-56cfaa8ccad2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:38.500507759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"5dfdf062-458f-47eb-863c-56cfaa8ccad2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:38.554953642Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"5dfdf062-458f-47eb-863c-56cfaa8ccad2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.738800419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"cf11e7d9-6728-461d-a435-7231a3517444","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.860186053Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"cf11e7d9-6728-461d-a435-7231a3517444","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.920632425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"cf11e7d9-6728-461d-a435-7231a3517444","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.976224393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"719410c2-15de-47ab-8e0a-1295ca998874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.976244827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"719410c2-15de-47ab-8e0a-1295ca998874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.02986938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e30acfb4-4066-4342-922e-5bcc4eeb28b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.150680865Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e30acfb4-4066-4342-922e-5bcc4eeb28b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.152027407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b72db37-f395-4e4b-8a34-488208a7290e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.209580982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e30acfb4-4066-4342-922e-5bcc4eeb28b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.217392188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b72db37-f395-4e4b-8a34-488208a7290e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.266289452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02078089-e8c7-45bd-9216-5dca8428fa48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.266309224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"02078089-e8c7-45bd-9216-5dca8428fa48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.271746378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b72db37-f395-4e4b-8a34-488208a7290e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.34182754Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"5f112de4-3575-487b-a156-235f26bc233a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:43.445786169Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"7cca93c6-338f-4c10-b9df-1b9c6de07f18","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:43.445860152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"7cca93c6-338f-4c10-b9df-1b9c6de07f18","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.446080103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82ae5ee3-2972-4d90-8e38-c4ee2f60886f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.446099979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82ae5ee3-2972-4d90-8e38-c4ee2f60886f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:43.498411692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"23c79299-d3cb-4914-acc5-7726494cf34f","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:49.522129555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"ae1ed065-ddfd-45e2-a455-57827f069b36","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"maas-trlp-auth-test-model-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:49.692178511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"0b0f4fce-ceba-46f0-93c8-892cde912bec","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:49.692204032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"0b0f4fce-ceba-46f0-93c8-892cde912bec","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.393312062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"64de08b4-5316-48cc-8764-395430ec3bc9","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.59162607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"83fc21b3-c3e8-4cd1-9236-cfd9bf0fa945","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.745999716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"bb78f8b3-297c-4b49-bba1-5b046854a5ba","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.783378047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"6b711cc4-9ce2-4edc-97c1-2ed3f876c98b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.799451596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"45a38a91-e66f-412d-9254-c61abecec3f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.827933829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"bb94e276-bf0a-4f26-9af2-a70098a4e0b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.841228157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"6b711cc4-9ce2-4edc-97c1-2ed3f876c98b","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.854838974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"5a787f4f-5563-4ad7-a8eb-25ba2d60d69e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.858459229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"45a38a91-e66f-412d-9254-c61abecec3f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.885592461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"bb94e276-bf0a-4f26-9af2-a70098a4e0b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.917956418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"f824bd25-7437-4b5c-bdcb-3afb4aa1df46","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.919068645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"ba34f90e-0230-4d4e-bb8b-11d2af818197","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.919093158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"ba34f90e-0230-4d4e-bb8b-11d2af818197","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.94727598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"5a787f4f-5563-4ad7-a8eb-25ba2d60d69e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:50.978537024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"f824bd25-7437-4b5c-bdcb-3afb4aa1df46","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.336773207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"34f67349-5795-4997-a19f-16ff08a83e91","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.337705285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"811b01ca-645c-4606-8dca-de671cc20cec","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.337806029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"811b01ca-645c-4606-8dca-de671cc20cec","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.344736247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"7353873b-41b6-4acf-aa3c-f87d05b4668f","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.391429499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"ff9d80bb-b7d0-499c-b680-1101525531da","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.391501236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"ff9d80bb-b7d0-499c-b680-1101525531da","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.393437673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"34f67349-5795-4997-a19f-16ff08a83e91","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.399891479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"7353873b-41b6-4acf-aa3c-f87d05b4668f","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.500112213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"ca65f2e4-35c1-4efb-90f2-4334564d1b64","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.623658527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"ca65f2e4-35c1-4efb-90f2-4334564d1b64","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.677900159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-51aa8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"ca65f2e4-35c1-4efb-90f2-4334564d1b64","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.734436478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"d8f6fa5a-9900-4cc8-90d0-9ebdaf717162","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:51.734454718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"d8f6fa5a-9900-4cc8-90d0-9ebdaf717162","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:52.874599334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"82043459-c508-4a05-8ba8-f999d785cecb","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:52.978944986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"d5073a98-2293-4ac4-bba8-3766202f2d16","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.084680209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"a72e5c6e-0ac4-42bd-ba84-0bed7eacee97","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.088870416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"404e91fc-fbac-49d2-961d-9347b501d513","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.144776733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"404e91fc-fbac-49d2-961d-9347b501d513","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.21164194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"a72e5c6e-0ac4-42bd-ba84-0bed7eacee97","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.266447744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"a72e5c6e-0ac4-42bd-ba84-0bed7eacee97","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.3236076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81a2331-e51d-4d6d-8129-b2a7c42c9ab8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.323634589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81a2331-e51d-4d6d-8129-b2a7c42c9ab8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.426059752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"860d2f7a-416d-47ab-a778-96b9f9e141d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.524333012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e026572-bf8b-4bf7-9729-bf360c7379f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.551936278Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"860d2f7a-416d-47ab-a778-96b9f9e141d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.565533318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"2a4ad17a-e7b4-4b22-8a2a-ac9f3002813e","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.580301121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e026572-bf8b-4bf7-9729-bf360c7379f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.60675558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"860d2f7a-416d-47ab-a778-96b9f9e141d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.635043103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e026572-bf8b-4bf7-9729-bf360c7379f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.669426296Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1ac505cb-2eb8-402e-9944-48d88596e21b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.721630467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c06a627-6f81-4781-8c22-2d948118f0d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.721645478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2c06a627-6f81-4781-8c22-2d948118f0d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.722016924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57969582-799b-4384-91ee-9034007c06f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:53.722028827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57969582-799b-4384-91ee-9034007c06f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:54.748253598Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.543747091Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rot-a9b96d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.59594943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"02cbb797-6507-40b0-9421-870ea92cf0c9","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.753366139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2c97bf2e-2c3d-45be-8f8d-1cf480a4dd25","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.753831292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"e9e09ff3-c99f-4d47-8add-0aef2786419c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.757175317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"f8066b7c-53e1-4077-9ce6-2dd917e04c8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.762560503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"fbc37dd6-bfa7-4340-982b-bb7c5739153b","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.810960202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"e9e09ff3-c99f-4d47-8add-0aef2786419c","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.812844288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2c97bf2e-2c3d-45be-8f8d-1cf480a4dd25","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.815193821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"f8066b7c-53e1-4077-9ce6-2dd917e04c8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.866990796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"496f35d6-98b6-427c-8743-1c2ab25a95b3","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.970833121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"b39d6908-ea59-47f0-8696-0b591b01bc7a","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:58.977598129Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"a94f44bb-4a51-4cca-991d-4b37946f7746","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-quota-171e96-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.074432702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"dd3dd482-119f-4383-847d-f614567fd29e","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.074454336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"dd3dd482-119f-4383-847d-f614567fd29e","MaaSModelRef":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"routeName":"external-model-e2e-rot-a9b96d-725366b24c42","namespace":"e2e-extmod-rot-user-5a6696","model":"e2e-rot-a9b96d","externalModel":"e2e-rot-a9b96d","provider":"e2e-rot-a9b96d-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.246418601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"20ad6259-cda5-4e5c-82cd-78318261babc","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.278010089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"b0476963-95f4-42ff-8c1a-6039a913ac30","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.2787699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"e3ce7679-c882-4418-b50b-453417e17a11","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.280106774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"1ba5cc54-46ef-42e5-8047-e791f7a07c97","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.334901739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"b0476963-95f4-42ff-8c1a-6039a913ac30","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.335261693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"e3ce7679-c882-4418-b50b-453417e17a11","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.337525223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"1ba5cc54-46ef-42e5-8047-e791f7a07c97","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.453539006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"e8ef1837-2d85-46d2-bca5-503b1525548d","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:01.843796114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"aed68bf5-dca4-44a0-b43c-70a526888a31","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:01.899211772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"aed68bf5-dca4-44a0-b43c-70a526888a31","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:01.953718266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-51aa8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"aed68bf5-dca4-44a0-b43c-70a526888a31","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.429028162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"83cefb01-1585-42d1-b5f1-9b10ba9d97dd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.581938309Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"83cefb01-1585-42d1-b5f1-9b10ba9d97dd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.636516095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"83cefb01-1585-42d1-b5f1-9b10ba9d97dd","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.693379719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a5a6d70-489f-44fd-a326-84d4c9c6b335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.693397185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a5a6d70-489f-44fd-a326-84d4c9c6b335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.774179541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"f4ef1fb4-8478-4a9c-9fc0-fc8b2311685e","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.819040092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c41985eb-0664-4196-9d18-f067be7c32b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.849982879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26992637-40b8-4871-a4c4-d7a7074c15f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.94054029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c41985eb-0664-4196-9d18-f067be7c32b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:03.96293057Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26992637-40b8-4871-a4c4-d7a7074c15f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:03.995534903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c41985eb-0664-4196-9d18-f067be7c32b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:04.019594427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26992637-40b8-4871-a4c4-d7a7074c15f8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.019931609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86abdb93-d705-4064-8dc3-bfa4d4ca5703","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.019947547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86abdb93-d705-4064-8dc3-bfa4d4ca5703","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.051940719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"540aab42-5bfd-4512-9d58-302744b6ba77","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.051959854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"540aab42-5bfd-4512-9d58-302744b6ba77","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.18612313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6032cb6-3679-477e-b62c-1a7ac4371bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.242236009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6032cb6-3679-477e-b62c-1a7ac4371bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.296752854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6032cb6-3679-477e-b62c-1a7ac4371bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.353306068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f5b2c44-c440-4b2e-8d7d-3d915b24bd5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.353322496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f5b2c44-c440-4b2e-8d7d-3d915b24bd5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:12.069431778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"1bb3a790-351e-472d-9cdd-a02a5b0b5988","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:12.127417897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"1bb3a790-351e-472d-9cdd-a02a5b0b5988","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:12.181823688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-51aa8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"1bb3a790-351e-472d-9cdd-a02a5b0b5988","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:13.589827845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"895cd5ff-51d2-462b-a8a9-0371e2426927","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:13.799718121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"70d46e33-3171-42ab-ae7e-f29aeb7687b5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:13.862012374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"7c4e98fa-b534-4598-8182-c0f330c16bf6","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:13.926953734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"70d46e33-3171-42ab-ae7e-f29aeb7687b5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:13.966340856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"f6934b5e-d4e4-4dbc-a1e7-1cdbad4b997a","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:13.982584636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"70d46e33-3171-42ab-ae7e-f29aeb7687b5","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.038935967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66fdbeda-db58-4c1b-b6db-f0db80678086","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.039020664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66fdbeda-db58-4c1b-b6db-f0db80678086","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.222023867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a8e6623-b895-4b92-b5c4-b182fff538e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.34340569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a8e6623-b895-4b92-b5c4-b182fff538e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.39742669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a8e6623-b895-4b92-b5c4-b182fff538e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.454303037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df73e077-7196-44a5-9fa5-d4a066563c36","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.454322571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df73e077-7196-44a5-9fa5-d4a066563c36","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.524891624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4a995c2-9937-4d5b-a2cd-f35e2d54a536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.583241682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4a995c2-9937-4d5b-a2cd-f35e2d54a536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.637989178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4a995c2-9937-4d5b-a2cd-f35e2d54a536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.694534367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e56f3d7a-2d55-4f19-a84f-ba979f4ed3e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.694555627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e56f3d7a-2d55-4f19-a84f-ba979f4ed3e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.382982945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"f4704550-f838-47b5-8479-d5c1d38bf1b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.382994204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"ae6a013a-456b-4fc8-99c0-ed8c6cb1ae57","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.383551654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"2fd03f9a-48fc-456c-9b1d-740b7d5bedf1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.385114052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"055ab47f-f748-4434-944f-3c6296e5d89a","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.386048464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"121808f9-e947-484a-b003-796dd8b14420","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.440497399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"2fd03f9a-48fc-456c-9b1d-740b7d5bedf1","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.440611496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"f4704550-f838-47b5-8479-d5c1d38bf1b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.444138351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"ae6a013a-456b-4fc8-99c0-ed8c6cb1ae57","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.444163416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"121808f9-e947-484a-b003-796dd8b14420","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.446409508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"055ab47f-f748-4434-944f-3c6296e5d89a","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.910961795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"053600ed-544c-4f4b-a8f6-ec5bead03c4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.967243765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"053600ed-544c-4f4b-a8f6-ec5bead03c4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:22.305578069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"1bd12e01-58cd-4bf3-a831-3893542f229a","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:22.363600068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"1bd12e01-58cd-4bf3-a831-3893542f229a","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:22.417694768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-51aa8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35cf4b28bc4ccdd2acf2dddc8e2e15c6c3765b2d44698951e27377a06eeb709d) AuthConfig (602c09079f124cc98359b73abd58212b8e7c83abec7c93c6fd4abbb8c5d3ac76) AuthConfig (b7d0b96a6fbc3217f9a9ede726a02c15a54fc0662f9e854fd531c878f07da1b2) AuthConfig (07361a569e78635554a600689bbbaab0824bb264f04e4d895788f758021dc82d) AuthConfig (5f6a5d8f908f7e6fd93a2db9f9bbeb37c543642f65be296e72da8e8ff75019e4) AuthConfig (2b57123ac256d60c6e0fb5cb5b083f28e0b25f7bdb562a0894edc6da9de66458) AuthConfig (d28a2382fc1b7bd51912c1d0760204419e8d8b1668bee2f32b5b51b9037cc025) AuthConfig (f02315429d0072d7fc4d5f584e3231d01e196472f91c485208f0d121f7e39149) AuthConfig (c53251572b7ba9f8faabf59377dd8c5a920d4a1e16a10b5d2d5ecdee3d6308c0) AuthConfig (3cf355a9b8b4dde4f8e5b04ed456dff71232611065063f7370456c47e114c65b) AuthConfig (0921fabf0d78cbe0c6dd724adb32e67221b28ee08a70590e55cafcab7f473a8d) AuthConfig (3fd4227fcbdfc7b0c775f80055576113c86ed7206b367c25169206211ed7ecd6) AuthConfig (565efedfca30b916575dfea003747a568850125ef18e4a3b7e215a95566cc3fb) AuthConfig (30f5e62682ee1a2458ce0748e94bd2a9f6e706099e975e428a8da7c8a536ef63) AuthConfig (b8ecc37585d65c811378c3f347997276a70d2f43d569bd9e18a788bf2b119d31) AuthConfig (e3b663e791cd3b62ca866247bc57f4be8c3ef1fce38d79795012c668914ed953) AuthConfig (bf1675969cda176a37991c54a37c194c845490f34804c4c9b8b209f16e8a01e4) AuthConfig (fbde653911cf3e7309fd0b42cc47eb23016969b06800e06435f762f3c2e0875f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"1bd12e01-58cd-4bf3-a831-3893542f229a","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:22.508562082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"1cb1efd2-2c43-4f39-abff-e839dc692870","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:22.508582834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"1cb1efd2-2c43-4f39-abff-e839dc692870","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.074677949Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"4860665b-2c45-44d7-bbf8-ec44f42289ef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.144808999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"e69131f3-328d-4a63-84c1-f26860d25755","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.269191728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"e69131f3-328d-4a63-84c1-f26860d25755","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.323291254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"e69131f3-328d-4a63-84c1-f26860d25755","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.380005521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7644bc25-0df9-42ec-b873-e81195fb620f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.380022861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7644bc25-0df9-42ec-b873-e81195fb620f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.610898422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed08d09-e011-4c22-a113-c09c71de27c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.73169266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed08d09-e011-4c22-a113-c09c71de27c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.74786219Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.785944865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed08d09-e011-4c22-a113-c09c71de27c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.842970964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"207df574-c7ac-4ed6-8895-d48c8d870513","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.842989121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"207df574-c7ac-4ed6-8895-d48c8d870513","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.852783711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2870db43-9411-4002-949b-9c2301585bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.908886603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2870db43-9411-4002-949b-9c2301585bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:24.963256508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2870db43-9411-4002-949b-9c2301585bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:25.019936027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca6ad8ae-f237-4057-949d-9d042ca7f5af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:25.019954265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca6ad8ae-f237-4057-949d-9d042ca7f5af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.060904064Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","namespace":"ai-tenant-e2e-ait-4c66acdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.060966016Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","namespace":"ai-tenant-e2e-ait-4c66acdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.06101895Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","tenant":"e2e-ait-4c66acdd","tenantID":"e2e-ait-4c66acdd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.116780618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"Deployment","name":"maas-api-e2e-ait-4c66acdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.177000761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"Service","name":"maas-api-e2e-ait-4c66acdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.236113407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4c66acdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.289606287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4c66acdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.34394555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.397507615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.45365592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.508232533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.560135011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"Deployment","name":"payload-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.611707774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.663128542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"Service","name":"payload-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.714700867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"Service","name":"payload-pre-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.766257148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.817666864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.86925617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.923536046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.97505464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.026886878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.08371764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4c66acdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.135345292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4c66acdd"},"namespace":"ai-tenant-e2e-ait-4c66acdd","name":"default-tenant","reconcileID":"1a71c0df-0971-405d-9270-6366de21709b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4c66acdd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.994395625Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4c66acdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4c66acdd","reconcileID":"27bbbc51-6ed1-4675-bae9-31dd091cc9b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4c66acdd","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4c66acdd"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:29.317967623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"ed917830-30f4-41d8-8229-0ef06b0eba1e","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:29.318048014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"ed917830-30f4-41d8-8229-0ef06b0eba1e","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:29.370371993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"49515ad5-5651-4579-a164-163fc4c9f548","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:30.214759099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a48240a-e4df-406f-b4f0-a6c788393787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:30.267637943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a48240a-e4df-406f-b4f0-a6c788393787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:30.319935832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a48240a-e4df-406f-b4f0-a6c788393787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:30.371879242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a48240a-e4df-406f-b4f0-a6c788393787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:32.246427722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f56ed4-f933-44ee-bb76-c7cf87791726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:32.298562373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f56ed4-f933-44ee-bb76-c7cf87791726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:32.350687263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f56ed4-f933-44ee-bb76-c7cf87791726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:32.402681823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f56ed4-f933-44ee-bb76-c7cf87791726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:32.664591268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"6ad5a461-374a-4a32-ab55-939b27ff60fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:32.719982379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"6ad5a461-374a-4a32-ab55-939b27ff60fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:32.774011545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-51aa8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35cf4b28bc4ccdd2acf2dddc8e2e15c6c3765b2d44698951e27377a06eeb709d) AuthConfig (602c09079f124cc98359b73abd58212b8e7c83abec7c93c6fd4abbb8c5d3ac76) AuthConfig (b7d0b96a6fbc3217f9a9ede726a02c15a54fc0662f9e854fd531c878f07da1b2) AuthConfig (07361a569e78635554a600689bbbaab0824bb264f04e4d895788f758021dc82d) AuthConfig (5f6a5d8f908f7e6fd93a2db9f9bbeb37c543642f65be296e72da8e8ff75019e4) AuthConfig (2b57123ac256d60c6e0fb5cb5b083f28e0b25f7bdb562a0894edc6da9de66458) AuthConfig (d28a2382fc1b7bd51912c1d0760204419e8d8b1668bee2f32b5b51b9037cc025) AuthConfig (f02315429d0072d7fc4d5f584e3231d01e196472f91c485208f0d121f7e39149) AuthConfig (c53251572b7ba9f8faabf59377dd8c5a920d4a1e16a10b5d2d5ecdee3d6308c0) AuthConfig (3cf355a9b8b4dde4f8e5b04ed456dff71232611065063f7370456c47e114c65b) AuthConfig (0921fabf0d78cbe0c6dd724adb32e67221b28ee08a70590e55cafcab7f473a8d) AuthConfig (3fd4227fcbdfc7b0c775f80055576113c86ed7206b367c25169206211ed7ecd6) AuthConfig (565efedfca30b916575dfea003747a568850125ef18e4a3b7e215a95566cc3fb) AuthConfig (30f5e62682ee1a2458ce0748e94bd2a9f6e706099e975e428a8da7c8a536ef63) AuthConfig (b8ecc37585d65c811378c3f347997276a70d2f43d569bd9e18a788bf2b119d31) AuthConfig (e3b663e791cd3b62ca866247bc57f4be8c3ef1fce38d79795012c668914ed953) AuthConfig (bf1675969cda176a37991c54a37c194c845490f34804c4c9b8b209f16e8a01e4) AuthConfig (fbde653911cf3e7309fd0b42cc47eb23016969b06800e06435f762f3c2e0875f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"6ad5a461-374a-4a32-ab55-939b27ff60fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:33.266345242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"8a569bbf-40dd-49cf-a95f-7acf71bbe0ea","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:33.266406291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"8a569bbf-40dd-49cf-a95f-7acf71bbe0ea","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:33.317938384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"942a791a-3424-4fc7-84ef-69f7d5edd69b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:33.492248987Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"fe27172a-6142-4b26-8886-8f5570424774","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:33.492307427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"fe27172a-6142-4b26-8886-8f5570424774","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:33.54415912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"327604ae-cb88-4532-aa52-fe1ac246f0c6","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.264003518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550a3d18-8de9-42ac-aec6-783e64b9160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.318399411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550a3d18-8de9-42ac-aec6-783e64b9160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.371536533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550a3d18-8de9-42ac-aec6-783e64b9160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.42355138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"550a3d18-8de9-42ac-aec6-783e64b9160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.529977874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"c94cedaf-f9d3-4cf3-9a92-ea2f7de2ea45","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:34.584172241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"bec118bf-c705-4f52-8af0-f79528de75a2","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:34.584241429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"bec118bf-c705-4f52-8af0-f79528de75a2","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.688016604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"98e57031-dce8-4390-a229-203ce883fd20","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.69391621Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-030936cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-030936cd","reconcileID":"3e3291c1-12cb-41c8-adda-6c0388a47353","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-030936cd","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-030936cd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.702193282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"c94cedaf-f9d3-4cf3-9a92-ea2f7de2ea45","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.75764615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"c94cedaf-f9d3-4cf3-9a92-ea2f7de2ea45","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.812351933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9058cdc0-5bfa-4541-8abb-79a34b4fda8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:34.812368306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9058cdc0-5bfa-4541-8abb-79a34b4fda8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:35.016781161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"9057ecf0-195d-4ad7-ba21-253fe3bbe09a","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:35.016837853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"9057ecf0-195d-4ad7-ba21-253fe3bbe09a","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.068745373Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"61dbe6b9-7fd6-4eeb-8af9-16b4564f59c2","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.0844374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71a6562c-d63c-48b7-931d-28a79c9b3ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.182405296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87a02ee-630f-447f-98c4-b67a5883d06d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.207076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71a6562c-d63c-48b7-931d-28a79c9b3ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.248574683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87a02ee-630f-447f-98c4-b67a5883d06d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.262489567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71a6562c-d63c-48b7-931d-28a79c9b3ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.303714084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87a02ee-630f-447f-98c4-b67a5883d06d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.320139238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c60482c-854d-4fb1-9b2f-516b511e4b41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.320158903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c60482c-854d-4fb1-9b2f-516b511e4b41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.358380904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e699ba93-e47d-4c73-b494-0550e5436dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:35.358397186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e699ba93-e47d-4c73-b494-0550e5436dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:36.336659829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb389231-1960-422d-983c-ea7ca52d83be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:36.388396924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb389231-1960-422d-983c-ea7ca52d83be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:36.440338259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb389231-1960-422d-983c-ea7ca52d83be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:36.492398167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb389231-1960-422d-983c-ea7ca52d83be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:37.044187384Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"2e085b7a-f544-4458-858e-697f83a9dc65","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:37.044245794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"2e085b7a-f544-4458-858e-697f83a9dc65","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:37.095718279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"c0f9a6f0-b16c-4f35-8b2d-02d58c0991c2","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:42.880976005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"2d8f363b-4fd1-44a1-a56f-d87926f71e0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:42.936156359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"2d8f363b-4fd1-44a1-a56f-d87926f71e0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:43.249067766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"61d1bd66-5298-4a82-89aa-ff8169ec536e","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:43.249088781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"61d1bd66-5298-4a82-89aa-ff8169ec536e","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:44.917827057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"9723e3f8-5202-4eb3-86f9-440913c65d5d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.038145292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"9723e3f8-5202-4eb3-86f9-440913c65d5d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.092524956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"9723e3f8-5202-4eb3-86f9-440913c65d5d","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.148726414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb033472-59b1-4795-82d6-7f56bbd9e0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.148742638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb033472-59b1-4795-82d6-7f56bbd9e0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.478709443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21c4357f-1b62-446b-91d6-f780d110dae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.516717459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81efbbac-b060-4ada-b7f0-0f2cd437f1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.598715176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21c4357f-1b62-446b-91d6-f780d110dae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:45.629226979Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81efbbac-b060-4ada-b7f0-0f2cd437f1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.652755825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21c4357f-1b62-446b-91d6-f780d110dae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:45.685643031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81efbbac-b060-4ada-b7f0-0f2cd437f1b7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.685981201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a49750-b2d8-455f-a485-7999a5c205e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.686004278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a49750-b2d8-455f-a485-7999a5c205e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.709129761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fe83908-73f1-46a2-a2c6-d68cb132ab54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.709146898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fe83908-73f1-46a2-a2c6-d68cb132ab54","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.848379279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c6f5766-c19a-49fd-b542-df5f4c7a9762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.904231271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c6f5766-c19a-49fd-b542-df5f4c7a9762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.959516349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c6f5766-c19a-49fd-b542-df5f4c7a9762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:46.015695795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d36e32ef-fc09-41d4-9c92-95c315c788a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:46.015716657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d36e32ef-fc09-41d4-9c92-95c315c788a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:47.199751586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1e7ff400-ba24-40f5-b20b-f1ba9f66a68f","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.345049962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"5974424e-aad9-4fa7-af37-3162b9feebb4","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.345070768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"5974424e-aad9-4fa7-af37-3162b9feebb4","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.345100425Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rot-a9b96d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.40262446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"77e8ad04-97a9-43c5-9d38-6d0f828ad97f","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.402641841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"77e8ad04-97a9-43c5-9d38-6d0f828ad97f","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:48.450256751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"2be5edfd-7787-48fa-9d1c-a4fe4ba1cd05","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-566ae9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.45282905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"2764dfc2-23e9-4e90-b615-0dc9fabc7d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:48.455882339Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"77e8ad04-97a9-43c5-9d38-6d0f828ad97f","name":"auth-test-model-51aa8f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-51aa8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:43:48.455930413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"77e8ad04-97a9-43c5-9d38-6d0f828ad97f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-51aa8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.46142139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"f3bf6416-45ce-44c2-919e-54084ef9b46c","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.461435418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"f3bf6416-45ce-44c2-919e-54084ef9b46c","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.508296321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"2764dfc2-23e9-4e90-b615-0dc9fabc7d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.558122115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"0e956414-3d99-4957-8ce7-3f0bf403e2eb","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.558154187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"0e956414-3d99-4957-8ce7-3f0bf403e2eb","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.613963232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"f73bc2b0-8aef-45fc-a6ec-b70ff1a800d8","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.613993091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"f73bc2b0-8aef-45fc-a6ec-b70ff1a800d8","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.828114552Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"b0d6282f-dd12-4b56-9af8-16a645531552","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"maas-trlp-auth-test-model-51aa8f","model":"auth-test-model-51aa8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-51aa8f/e2e-auth-iso-566ae9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.870837446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"cc7fac24-8523-40c9-8864-d0204e36950f","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.926226288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"cc7fac24-8523-40c9-8864-d0204e36950f","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.006949784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"79856f00-d509-42e3-93c8-df20f6bd0014","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.006970518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"79856f00-d509-42e3-93c8-df20f6bd0014","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.221343182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"3834f190-adea-4b8b-a661-1f41a7596924","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"maas-trlp-auth-test-model-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:51.860065987Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"8fd25122-4c75-4c3b-ad57-e8d4c7f99ba4","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:51.860093702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4c3f2b8-94cc-4f06-8fd7-d53917714c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:51.860106465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4c3f2b8-94cc-4f06-8fd7-d53917714c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:51.963059522Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-policy-6d8097af","reconcileID":"8fd25122-4c75-4c3b-ad57-e8d4c7f99ba4","MaaSAuthPolicy":{"name":"e2e-shared-policy-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"policyNamespace":"ai-tenant-e2e-mt-ea5e210a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:52.018013888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ab6970f-d45d-4519-8bea-cd8c58c75db5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:52.018037035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ab6970f-d45d-4519-8bea-cd8c58c75db5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:52.156569242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f40b66a-d7f6-4456-bb20-80ba34a448ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:52.156586587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f40b66a-d7f6-4456-bb20-80ba34a448ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:54.747661946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.866926024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad8aaa4-540b-461c-9a11-d86804764e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.922637275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad8aaa4-540b-461c-9a11-d86804764e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.977523043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad8aaa4-540b-461c-9a11-d86804764e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:56.172868807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c99e96-003d-4ee7-80a7-61fd13b95b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:56.228604282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c99e96-003d-4ee7-80a7-61fd13b95b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:56.283341068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 8, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c99e96-003d-4ee7-80a7-61fd13b95b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:57.315846449Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"569fbbcd-3b9e-40f7-9510-a79ee199369f","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:58.766250755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"0bfd17e2-dc1c-47de-ab1d-a8ad4e2695da","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"maas-trlp-auth-test-model-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:58.933346139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"66e6af02-7a21-4243-ac4d-b48a72d871ad","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:58.933369942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"66e6af02-7a21-4243-ac4d-b48a72d871ad","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.472046696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"8d8471bd-a114-414f-9a60-0e17d519eda2","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.527433337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"8d8471bd-a114-414f-9a60-0e17d519eda2","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.317059068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-sub-6d8097af","reconcileID":"c1098f68-feac-46fd-87b7-fc76d91e309d","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-6d8097af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.530390608Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"namespace":"ai-tenant-e2e-mt-ea5e210a","name":"e2e-shared-sub-6d8097af","reconcileID":"c1098f68-feac-46fd-87b7-fc76d91e309d","MaaSSubscription":{"name":"e2e-shared-sub-6d8097af","namespace":"ai-tenant-e2e-mt-ea5e210a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.73964013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6318a50f-76cf-41c0-bba5-ee8aecc367fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.74697699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rot-a9b96d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.747072964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c82a6c3-99e4-4ad7-be31-64d0ff9577a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.747091674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c82a6c3-99e4-4ad7-be31-64d0ff9577a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.135250622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30097ed5-6c6e-49de-8dd1-c619bf228caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.190737898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30097ed5-6c6e-49de-8dd1-c619bf228caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.441700821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c6341f-328a-48be-8be5-bc0330109bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.497143098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64c6341f-328a-48be-8be5-bc0330109bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.504015051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29c86003-b136-4d6b-8c54-9c6e1b41e482","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.504030726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29c86003-b136-4d6b-8c54-9c6e1b41e482","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.810266734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"291c5119-156f-4a3c-8056-10b90755d044","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.810286911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"291c5119-156f-4a3c-8056-10b90755d044","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:07.420497288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"22a0e6b3-0fab-42a1-bf75-cecab88643eb","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.221363579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"06215ba1-d96c-491c-81e8-aa1c0083c9ad","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.221386749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"06215ba1-d96c-491c-81e8-aa1c0083c9ad","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.335113106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"cd28b855-3093-4d65-a447-fc2dcf554ad6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.407639645Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"1abf9fbd-cc46-4afa-ba30-22d6e285b788","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ce1d3503","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.413017997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"cd28b855-3093-4d65-a447-fc2dcf554ad6","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.673590759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"b26cf18a-07e2-4f35-8fff-be2de7eb6546","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.730106724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"b26cf18a-07e2-4f35-8fff-be2de7eb6546","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:17.525526204Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"42660a5c-c78e-4817-84e1-d455153206c7","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:19.907084213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"405d8b57-654d-40ce-a86a-c41609e28347","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.036304597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"48e2472e-37ea-48aa-8dde-da8664ca3a6f","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.276299187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"e93fd44f-8e62-460f-8715-ad8f5a601c6d","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.372398518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"b6c10161-4f58-4ded-a000-9141571fe1a1","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.497983201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"5fa4ab50-2154-4372-8ff4-d837b41eca9f","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.534809842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"338a3068-f867-45a4-8baf-44d2935580a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.650208387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b075bf9e-ea7b-44a9-992a-92176c01864d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.731812933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"7783bee3-1668-47e1-8a9d-eb033003f452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.83723114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"b8d8b821-d238-4a95-8157-748955b587c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.919651564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"54c3cd7a-a263-43fd-9d6f-66523a7d4c9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:20.977090943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"3ffbb7de-8c18-4a98-b741-338e827ef776","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.141031415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"2665c3f2-102d-401f-a92b-5ae934719c87","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.260915966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"f82516a2-a301-4db5-b3e3-14012466cb35","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.26156321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"b21c2855-b602-4705-be6f-c8263e6ef36f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.368676737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"5450d4b4-b412-426e-9b70-beb66e382e56","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"maas-trlp-auth-test-model-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.472365498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"a5d2914b-c222-4c55-b6fa-893a58af9edd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.530804999Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"2fa011e3-7d33-41e5-a608-750372ed81d0","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","subscription":"e2e-auth-iso-566ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.541349482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"292820c2-11c7-48f0-9d75-a7ad133e23ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.584212848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"2fa011e3-7d33-41e5-a608-750372ed81d0","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.648050131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"1c23a6db-8e2d-4ff4-b4b4-360b80b0a8a5","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.688519892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"82965122-81b8-458b-82bd-d0ae2458d22a","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.728786824Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"2fa011e3-7d33-41e5-a608-750372ed81d0","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"maas-trlp-auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.004697428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"3054aee4-f9fe-4689-afb6-e447688d7c99","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.004738724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"3054aee4-f9fe-4689-afb6-e447688d7c99","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.005363185Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rot-a9b96d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.11102093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"f20be2c0-51ae-4426-a645-c1260356384d","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.14624816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"3105baab-4b81-4930-ac36-0d8d73af4f2c","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.146270923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"3105baab-4b81-4930-ac36-0d8d73af4f2c","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.166170807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"f20be2c0-51ae-4426-a645-c1260356384d","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.254132769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"28c7528c-727c-4d88-bb32-00fc33aa657a","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.305679523Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"8bd19e2c-586b-43bc-ab5c-3088f2325f1e","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bbc38c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.309568647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"28c7528c-727c-4d88-bb32-00fc33aa657a","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.47680134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"fe550e67-3c4c-4b5e-93dd-71294194d9f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.532200655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"fe550e67-3c4c-4b5e-93dd-71294194d9f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.677055405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"80b31a8e-3e96-42f7-bbd0-594e17650520","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.733266525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"80b31a8e-3e96-42f7-bbd0-594e17650520","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.748128168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.567536232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"13722ee8-d5d3-437f-b801-1795c9560a45","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-030936cd","tenantID":"e2e-derive-030936cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.680165045Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"13722ee8-d5d3-437f-b801-1795c9560a45","name":"e2e-derive-030936cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.629351168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"3b88249c-7712-4e23-99c0-2a4ea3330af0","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.35818281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"ed3a2dae-b39e-431a-810b-cf3073ea5efa","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","subscription":"e2e-auth-iso-566ae9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.410134694Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"ed3a2dae-b39e-431a-810b-cf3073ea5efa","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.462828854Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"ed3a2dae-b39e-431a-810b-cf3073ea5efa","MaaSSubscription":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"maas-trlp-auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.734689845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"4d9d77c2-a091-40ad-b170-afa3cc84e16e","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.734709412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"4d9d77c2-a091-40ad-b170-afa3cc84e16e","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.73471617Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rot-a9b96d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.840852377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"b1dd2c9f-4e60-4464-82f2-d0ebe1ca9ef2","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.873640293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"655130c4-de84-4792-8395-d2a92a5f4e33","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.87376562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"df492c50-0c45-47df-9095-9a5692193179","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.873782082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"df492c50-0c45-47df-9095-9a5692193179","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:32.896090467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"b1dd2c9f-4e60-4464-82f2-d0ebe1ca9ef2","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.080092286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"655130c4-de84-4792-8395-d2a92a5f4e33","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.20169838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"655130c4-de84-4792-8395-d2a92a5f4e33","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"name":"e2e-shared-a-w3-2e0116-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.201719892Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"e2e-auth-iso-566ae9","reconcileID":"655130c4-de84-4792-8395-d2a92a5f4e33","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.233068833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"fc5a2869-f5df-424e-ad39-2dc86909443c","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.256770453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"85300402-e70c-40b6-8c8e-ce180bd00340","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"tenant":"e2e-shared-a-w3-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","model":"ai-tenant-e2e-shared-a-w3-2e0116/auth-test-model-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.256788785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"auth-test-model-2e0116","reconcileID":"85300402-e70c-40b6-8c8e-ce180bd00340","MaaSModelRef":{"name":"auth-test-model-2e0116","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"routeName":"auth-test-model-2e0116-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","llmisvcName":"auth-test-model-2e0116","gateway":"openshift-ingress/e2e-shared-a-w3-2e0116","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.288420052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"fc5a2869-f5df-424e-ad39-2dc86909443c","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.395347336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"442ee491-fc45-477d-83e6-50b6b0353b67","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.395365529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"442ee491-fc45-477d-83e6-50b6b0353b67","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.491324689Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"11be1643-40fc-48a8-884a-a6ca53dca33b","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.697203164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"11be1643-40fc-48a8-884a-a6ca53dca33b","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.819741955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"11be1643-40fc-48a8-884a-a6ca53dca33b","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"name":"e2e-shared-b-w3-51aa8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.819764731Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"e2e-auth-iso-566ae9","reconcileID":"11be1643-40fc-48a8-884a-a6ca53dca33b","MaaSAuthPolicy":{"name":"e2e-auth-iso-566ae9","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.874793582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"b001bcf4-fd8c-4262-a259-02032a79a0e5","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"tenant":"e2e-shared-b-w3-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","model":"ai-tenant-e2e-shared-b-w3-51aa8f/auth-test-model-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:33.874813366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"auth-test-model-51aa8f","reconcileID":"b001bcf4-fd8c-4262-a259-02032a79a0e5","MaaSModelRef":{"name":"auth-test-model-51aa8f","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"routeName":"auth-test-model-51aa8f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","llmisvcName":"auth-test-model-51aa8f","gateway":"openshift-ingress/e2e-shared-b-w3-51aa8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.267374481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c8ec71d-755f-441f-baea-466aae6cde6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.426167214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"36587ba6-c807-435a-a53a-9001bc803074","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.438747113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"2181ea85-2ab7-4302-9d7d-47245e59883b","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.526527358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"189baa75-874e-44c3-af46-1ee91d32d937","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.734046391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"1e92ee56-d4df-483c-b557-b03ae20483a1","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.848867439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"7e90021b-3c3f-4590-85c5-0fc895aeb8de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.965351538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"9b2d922a-476e-49b6-b1a8-ed54e79676b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.132923326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"4165d208-89f7-41d6-99ee-7d813be96a19","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.235053435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"7ca178b2-e145-4d52-a4ff-211c281a5874","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.370570542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"83abf749-415f-4945-a27d-f9d8a2dc35f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.47189955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"f43bd50a-2294-4ebd-9421-f3595ec22491","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.484102776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"d9692be0-dcbb-4535-b2be-93ea49f67a19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.651252149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"4e99f21f-459b-45ff-983c-56988a32d641","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.733101902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"1c01759d-ec88-41b3-bc7f-26d49f06caa3","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.75216752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"1ed5281a-8cfc-44f3-b72b-1d8b76f8b85c","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.77956366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"96aaa3f9-4d33-45e5-9bca-a703bb2822cf","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.801517694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ecebeeb-2f2a-4745-8387-3f9c47d3af65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.887560979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"3512aded-aee6-4b05-95f6-a44fdbcf2154","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.033901361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"d62b33d0-d9f0-42c6-820c-346890ae6deb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:47.837181493Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"004c341b-f898-46f9-bc77-5e3ccf532c78","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:54.747708905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:57.948199935Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"34e458dc-7c38-4f34-83af-8d6dded62eba","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:44:59.505227733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"48ead76f-6469-4bdd-b7b3-4f0c8d7c31fb","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:44:59.505297176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"48ead76f-6469-4bdd-b7b3-4f0c8d7c31fb","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:59.609224963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"7a54c884-e775-4fa1-a249-4392816bf981","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:44:59.713545735Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"f6ae1922-9bbc-4569-a472-ce1593f1f69f","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:44:59.713620956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"f6ae1922-9bbc-4569-a472-ce1593f1f69f","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:59.76572365Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a8bcf2c2-79dd-4616-b93c-dfb9d7e82726","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:00.384814561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4567a158-0af7-4514-9d2f-48b91651ad55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:00.436717221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4567a158-0af7-4514-9d2f-48b91651ad55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:00.488686311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4567a158-0af7-4514-9d2f-48b91651ad55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:00.541713996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4567a158-0af7-4514-9d2f-48b91651ad55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:00.860572795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"b10653a4-c453-4af5-8027-25be49836ab8","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:00.860642455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"b10653a4-c453-4af5-8027-25be49836ab8","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:00.917829361Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"4caf1649-2540-477e-93cc-43570c6e8937","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:00.975452527Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8a9760","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8a9760","reconcileID":"d46e5aff-0d9f-45d5-84ac-3d4db5a4021d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8a9760","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-8a9760":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:01.296306539Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"fe07bea5-0f0a-4ecc-8bf2-8ab3937160de","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:01.296377698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"fe07bea5-0f0a-4ecc-8bf2-8ab3937160de","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:01.349597038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"d0dae75e-eb5a-4678-8c09-1897fc14ba7e","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:02.437432871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f828f7-0e00-4c9c-94c5-245c52097d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:02.489767145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f828f7-0e00-4c9c-94c5-245c52097d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:02.541759072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f828f7-0e00-4c9c-94c5-245c52097d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:02.593480656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f828f7-0e00-4c9c-94c5-245c52097d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:03.439707559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"5dd83d6a-b66f-4dcd-9a47-3743e6d9f061","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:03.439784126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"5dd83d6a-b66f-4dcd-9a47-3743e6d9f061","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:03.491594612Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"effac616-b5af-4b9f-a314-5326e6bf3c2d","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:04.48809245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0762382f-f4c9-455b-a39b-562e9c4de7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:04.545790514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0762382f-f4c9-455b-a39b-562e9c4de7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:04.602296966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0762382f-f4c9-455b-a39b-562e9c4de7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:04.653986348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0762382f-f4c9-455b-a39b-562e9c4de7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:06.536774535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a58221d-85f7-4468-9ba7-5c1e12bc4e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:06.589134094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a58221d-85f7-4468-9ba7-5c1e12bc4e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:06.641121148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a58221d-85f7-4468-9ba7-5c1e12bc4e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:06.693093666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a58221d-85f7-4468-9ba7-5c1e12bc4e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:13.643183091Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"a266e022-65fe-4a60-b5c8-3d67b35769ef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:19.251891434Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"3a382d5e-d6a3-41c8-bc2a-bb60a90b1331","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:19.251955368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"3a382d5e-d6a3-41c8-bc2a-bb60a90b1331","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:19.303782788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"081f8145-b7cf-4ef7-b8d9-543c0879e496","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:20.126702648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ef82b7-2535-4320-ac5e-83b3704db896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:20.179049675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ef82b7-2535-4320-ac5e-83b3704db896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:20.231000503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ef82b7-2535-4320-ac5e-83b3704db896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:20.283023451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5ef82b7-2535-4320-ac5e-83b3704db896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:21.732326724Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"4401332d-eeb0-4bf3-b52f-425aa5c47faf","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:21.732389161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"4401332d-eeb0-4bf3-b52f-425aa5c47faf","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:21.784306737Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"683b67d2-c28e-49af-a55f-7befe316ab43","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:21.888089777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"5f95809a-c73a-461c-a183-2b83a0d72f1b","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:21.88816508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"5f95809a-c73a-461c-a183-2b83a0d72f1b","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:21.94060154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"adda6749-68bd-4ed1-adf5-4dcd7b0c5922","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:22.154777984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d97053-5532-465b-abe4-1de63788a9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:22.206766141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d97053-5532-465b-abe4-1de63788a9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:22.258708469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d97053-5532-465b-abe4-1de63788a9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:22.31044064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d97053-5532-465b-abe4-1de63788a9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:24.241206113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880d00f1-cc60-4255-8922-3dfe4f38374f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:24.292993703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880d00f1-cc60-4255-8922-3dfe4f38374f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:24.344590991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880d00f1-cc60-4255-8922-3dfe4f38374f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:24.397268339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880d00f1-cc60-4255-8922-3dfe4f38374f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:24.748058758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:26.249028042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd03d4fd-b951-4a60-bf54-32c47e9353ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:26.302169384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd03d4fd-b951-4a60-bf54-32c47e9353ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:26.35395686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd03d4fd-b951-4a60-bf54-32c47e9353ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:26.40598711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd03d4fd-b951-4a60-bf54-32c47e9353ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:28.279828972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b879d4-fdd8-436f-8202-cb4643a6e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:28.331755931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b879d4-fdd8-436f-8202-cb4643a6e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:28.383650537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b879d4-fdd8-436f-8202-cb4643a6e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:28.435316797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b879d4-fdd8-436f-8202-cb4643a6e0bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:30.29585139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507f86c5-6b16-4147-a16f-91b62412a053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:30.347738849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507f86c5-6b16-4147-a16f-91b62412a053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:30.399726027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507f86c5-6b16-4147-a16f-91b62412a053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:30.452325516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"507f86c5-6b16-4147-a16f-91b62412a053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:32.044897701Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"aeef6dd8-f0f0-41d6-8d54-505040d51483","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:32.258404166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"ae39ae88-1d82-449e-a7fd-aef5f35bf602","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:32.258503855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"ae39ae88-1d82-449e-a7fd-aef5f35bf602","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:32.310639553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"3ba4b6e3-e55f-4328-9fa0-064e430e8f0e","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:37.019166594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"0ea369c0-89c2-447f-ac78-641fcf291248","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:37.019232368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"0ea369c0-89c2-447f-ac78-641fcf291248","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:37.12331139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"b7030c90-3631-4f4e-af0a-d276d8c42aa8","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:37.227191888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"8663f014-00ed-43d8-9e79-ecf9e8a46aa9","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:37.227259603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"8663f014-00ed-43d8-9e79-ecf9e8a46aa9","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:37.279226641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"2de2ee3e-901f-4adf-b762-9ddf4c590f9d","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:37.891894121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca303e-3d39-43f0-b8de-50eb24312230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:37.944389264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca303e-3d39-43f0-b8de-50eb24312230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:37.996861856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca303e-3d39-43f0-b8de-50eb24312230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.048987779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca303e-3d39-43f0-b8de-50eb24312230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.258849516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"7eaa677e-5bb8-4a88-aab8-7fe876f73efa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.311340443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"a3318756-ca90-4738-b64f-5043ba4a134a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:38.368290246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"45479dc1-8383-4aa3-850d-2943b50e0a4a","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:38.368348282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"45479dc1-8383-4aa3-850d-2943b50e0a4a","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.419852783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"c8895df2-1d09-46ae-a822-9ef0c6320c91","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.465907737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"1c6e0bc9-b865-49c4-bb61-812c33251159","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.47657373Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-47bc8f48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-47bc8f48","reconcileID":"f3ac8e5e-5eb1-4230-9306-accfe25750bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-47bc8f48","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-47bc8f48":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.533485476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"c43c6274-bee7-4eda-a741-5723c216476a","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.616844903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7338ff6-f20c-496c-81df-aaa964705864","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.791051094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"118a8b33-b50a-4122-be0d-160aebd33dc1","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:38.860667646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"aedc112a-1b64-4f2d-a12f-03fd0dd57bf7","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:38.860735154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"aedc112a-1b64-4f2d-a12f-03fd0dd57bf7","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.866965178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"21778926-83fc-45e0-99d6-8c20540c34ee","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.912500626Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"ae0bb856-9a19-4fb7-b36b-cf177b0f6b49","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:38.962704732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"78175f44-07e5-44d6-a97a-d0c1ac96750e","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.01025648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"4e11666f-b034-462c-972a-48ac470093dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.035815368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"fece7db2-3ebf-4372-9900-d4978d46de57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.174259628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"b2a6eeb1-2468-4d89-ac30-4dbba1981741","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.281728998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"372af77d-0be5-4302-a342-c28aafc0de94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.439601397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"5f9d2980-50b6-4d80-a659-79468f4296ed","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.439764096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"5338a824-3523-4a24-b742-91a248d79358","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.55537134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"b2a9eb60-15f1-4329-9b8d-fbf71141ecfb","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.635372931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"28abfacc-d4c3-408b-b624-0b69c8e83131","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.711047372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"4e64545c-1fac-4ad1-9940-a4ea062488a1","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.822840558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"720a9d5e-a5a7-4357-98fa-41db211e1c88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:39.965340702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c462a433-90e1-495c-b23f-1c119edac493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:40.017324087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c462a433-90e1-495c-b23f-1c119edac493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:40.069181148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c462a433-90e1-495c-b23f-1c119edac493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:40.121887439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c462a433-90e1-495c-b23f-1c119edac493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:40.96546057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"13e6e7f0-1841-4dc3-852c-949656ca851c","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:45:40.965559644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"13e6e7f0-1841-4dc3-852c-949656ca851c","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:41.017235924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"cff5b538-569d-4016-a05d-0ab4787c368f","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.060045209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6110488f-9815-4875-b3f4-acecfd73043e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.112416118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6110488f-9815-4875-b3f4-acecfd73043e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.164803365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6110488f-9815-4875-b3f4-acecfd73043e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.216929565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6110488f-9815-4875-b3f4-acecfd73043e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:44.13832211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e5e1c0-c2b5-4b34-9ba6-f55384c12646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:44.190700301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e5e1c0-c2b5-4b34-9ba6-f55384c12646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:44.242913094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e5e1c0-c2b5-4b34-9ba6-f55384c12646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:44.294875404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e5e1c0-c2b5-4b34-9ba6-f55384c12646","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:46.16419181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c7dfd-a955-43cb-be49-defb279515f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:46.215950794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c7dfd-a955-43cb-be49-defb279515f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:46.267553662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c7dfd-a955-43cb-be49-defb279515f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:46.319398276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d40c7dfd-a955-43cb-be49-defb279515f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:51.162697926Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"925ad096-22ac-45c1-9638-a7288f9f7bc0","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:54.747393633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:57.896231172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"a981ba9e-ea37-4ee6-a7ce-dafb7cee6f9c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.009918519Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"a981ba9e-ea37-4ee6-a7ce-dafb7cee6f9c","name":"e2e-api-a-8a9760-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:01.267334877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"89459814-b885-4d49-9bce-a91917fa4e06","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:09.144266618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"dd69237a-aec8-40e7-ad37-9113aa80555b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:09.241857867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59d27a35-26e2-4453-a1fd-6cffeb247848","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:09.394301168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"447f2964-ce6f-4f3a-8dee-999e3fb60711","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:09.49433383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"a5ad8bbf-3c7d-4e0a-a389-5179cd692204","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:09.596766174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"0266a31b-427a-438a-b2b3-9354e8b3d21c","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:09.65102493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"5172a214-9a43-4d78-bf50-394032448afe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:09.815179133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"08c232d9-08d6-4f0f-89b6-ade4b10d30bf","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:09.862029134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"607f644a-59b8-4575-b128-112e1b5ec6de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.019173826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"5abad436-daef-492c-9621-19305629944d","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.042039864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"d2696da6-38d4-484f-8e04-11ca10c91b1c","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.156639257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"de1abe67-b80a-49bc-bdec-489512701fe9","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.444640305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"e3aaf4bf-13ab-4d4c-85db-4ce6bcd3943f","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.54601062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"eeba5458-82d3-4a39-8e8e-af08112fd859","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.631306459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"37bc835e-dd89-4d0e-912e-5aba963d50af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.644269664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"0915684d-a50f-4078-bee9-578d62be9961","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.691881077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ed791c9-1c91-4e4b-b072-6183581e98b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.82810641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"aac7f106-c4c4-4533-a65e-abbf40f740e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:10.927117307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"1db8c320-55a0-4d01-ad49-57618231bda1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.372303177Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"df3b793c-bfc8-455b-8d09-34c502be7e7c","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.172033702Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","namespace":"ai-tenant-e2e-derive-030936cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.172110009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","namespace":"ai-tenant-e2e-derive-030936cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.172168367Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","tenant":"e2e-derive-030936cd","tenantID":"e2e-derive-030936cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.228010441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"Deployment","name":"maas-api-e2e-derive-030936cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.289132334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"Service","name":"maas-api-e2e-derive-030936cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.344169729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-030936cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.40668512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-030936cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.462126495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.516725301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.572715589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.626499746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.677835982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"Deployment","name":"payload-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.729856315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.781788983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"Service","name":"payload-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.837558174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"Service","name":"payload-pre-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.890696726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"DestinationRule","name":"payload-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.941966895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.993396492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:13.047789858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:13.099337936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:13.150782521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:13.2077381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-030936cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:13.261903362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-030936cd"},"namespace":"ai-tenant-e2e-derive-030936cd","name":"default-tenant","reconcileID":"7c64db3a-10e7-4ac2-8053-557ad63fdc89","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-030936cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:14.101143449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-030936cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-030936cd","reconcileID":"14b80c29-22ff-45bf-8a25-8492f43020b9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-030936cd","removed":["maas.opendatahub.io/gateway-access-e2e-derive-030936cd"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:14.313740036Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"1a4912bf-2762-4d29-82da-c372f45da7de","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:14.313827192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"1a4912bf-2762-4d29-82da-c372f45da7de","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:14.366345025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"8d65bc1d-b34d-41d0-b1c6-f455b7f3bab2","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.251395869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c007f496-a8d2-4a8f-b6e4-453d0fe7a85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.303427285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c007f496-a8d2-4a8f-b6e4-453d0fe7a85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.355368294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c007f496-a8d2-4a8f-b6e4-453d0fe7a85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.408036892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c007f496-a8d2-4a8f-b6e4-453d0fe7a85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.347368849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b032666-7703-4e3d-b123-5f1dc58db864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.399615272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b032666-7703-4e3d-b123-5f1dc58db864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.451819827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b032666-7703-4e3d-b123-5f1dc58db864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.504029489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b032666-7703-4e3d-b123-5f1dc58db864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.416746878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c29781-fc1b-426b-ab9d-5728016dfb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:19.470909664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"4bb01794-d094-434d-ab9e-914f7ee4ad89","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.470978278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c29781-fc1b-426b-ab9d-5728016dfb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:19.470999292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"4bb01794-d094-434d-ab9e-914f7ee4ad89","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.526738551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c29781-fc1b-426b-ab9d-5728016dfb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.58226058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c29781-fc1b-426b-ab9d-5728016dfb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.5837023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"3de79dd5-ec69-4cd1-a376-3c8d50ab12f7","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:19.690691362Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"518b7780-868e-4e1a-ae6e-62883224ed43","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:19.690766821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"518b7780-868e-4e1a-ae6e-62883224ed43","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.742788981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"8fae4d4f-eb94-49f2-bc22-09a6da02e060","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:20.791931749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"861323e7-acfa-4b91-a749-fb17f8af9d46","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:20.791999314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"861323e7-acfa-4b91-a749-fb17f8af9d46","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:20.843796508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"6498e227-44bc-4f15-8c52-ff5a22777b7b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:20.952393902Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-caf74d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-caf74d","reconcileID":"eb0949f3-6e19-42a8-b2d2-73430dc82091","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-caf74d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-caf74d":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:21.280613373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"6dfc2828-31fe-4edd-8573-35f1b76d407e","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:21.280692009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"6dfc2828-31fe-4edd-8573-35f1b76d407e","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.332666694Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"87633f21-8070-4f03-9187-2c418dfbc97f","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.486223077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb9b500-8604-4648-844c-c042f63c1463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.538007883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb9b500-8604-4648-844c-c042f63c1463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.590126779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb9b500-8604-4648-844c-c042f63c1463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.642236253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb9b500-8604-4648-844c-c042f63c1463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:23.326501621Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"e35293fa-a21a-4c15-a1d5-708f2e3de5e2","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:23.326583742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"e35293fa-a21a-4c15-a1d5-708f2e3de5e2","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.379082414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"4daca2f6-cf4a-418b-b824-3fe4bae0eac4","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.559537041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240ce878-0728-4c32-9ac5-95dd86ddb1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.613576147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240ce878-0728-4c32-9ac5-95dd86ddb1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.666770973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240ce878-0728-4c32-9ac5-95dd86ddb1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.72383619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240ce878-0728-4c32-9ac5-95dd86ddb1eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:24.752052747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:25.596505647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e24308-9933-4d34-8190-4e5212bfc166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:25.648492779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e24308-9933-4d34-8190-4e5212bfc166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:25.70017402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e24308-9933-4d34-8190-4e5212bfc166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:25.75187488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e24308-9933-4d34-8190-4e5212bfc166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.483821276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"3768189c-3ba2-4981-86db-f515eef50b33","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:37.620437465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"1bd2f96a-9846-469c-9309-c561386a267e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-47bc8f48","tenantID":"e2e-mt-47bc8f48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:37.73278356Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"1bd2f96a-9846-469c-9309-c561386a267e","name":"e2e-mt-47bc8f48-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:41.890266638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"fcd3a5f5-27ae-47ce-9a56-9456269e51a8","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.116187846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"c768f326-8ad9-4d46-81ad-39c8faa1122a","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.230680658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"eb087e5e-9b21-4263-b752-d81117b248b2","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.280670906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"a63a72f5-78f6-4e9e-9add-bda77fd6f587","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.291897068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"35049e38-1a7d-44dd-9ebd-ef5c69c77878","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.379433767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc92bfe3-9580-4d75-b2e2-ab2c330242e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.5375912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"75fa4f2b-7fa5-4441-99b5-1ca7eb920224","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.595630351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"8c15035a-14b7-4fe4-9e67-30e47d64b0c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.707070576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"f75ce2b6-5b56-43ca-8f1f-532741978876","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.809906016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"27b9e150-a4dd-44fb-bbe5-a7abbb9d963e","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.865988885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"94e74653-68b8-45a3-b0a5-ab99ed44c9a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:42.965198172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"d5a6db30-9cc0-48b8-a0b4-fcdd59fc955b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.042900178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"9511f3ac-b209-41b8-93b9-35ff0378d9f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.143858501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"a4cf7fa3-b927-426b-94f3-b875938ce61e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.296854406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"28614866-ff92-4f92-bf8b-b3de56ec8030","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.297096806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"3f4775ce-28c3-403f-beba-fdc083cab95c","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.39589658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"039239a5-f518-4022-bc29-5dde887f3074","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.505535757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"49724d6a-2c0e-4092-a530-d1b5c16da503","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.593848349Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"b4971b2f-8586-4ad6-85bf-23f0e5e1040d","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:53.698394504Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"765e8b9c-b994-48b7-80e7-fffc620c81d6","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:54.750096003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:55.886862444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"4c549afe-b976-4eb7-964b-7684bd6ef559","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-rot-a9b96d","model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:55.936267574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28015205-dd3d-4309-b1b9-e2dc38b7a158","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.090999285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"abd03275-25a4-41a9-ac28-7968caf4cdf6","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.130695506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"c6a00ed2-b113-4ee3-9730-d6cf28a64724","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.291153401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"40f48086-8ae2-4224-aa1e-37bcd88cda5b","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.339315247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ac3325c-7f1d-4fa6-91d9-a9e48184965f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.470633874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"38af32a3-1642-4483-96f1-40422eed3af6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.587331188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"cef96e10-ad58-4142-90eb-610d4c950302","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.627908595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"f7825b71-95f4-4578-b72f-b292e41b520c","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.731264379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"0e5a1e2a-9c42-4eeb-8974-873a828c1f44","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.83353946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"e77ed0ef-2612-4c14-b1b8-585bb6c020f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.023828067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"ea974c5d-c6e0-46d5-97be-b607fb9952c7","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.024501175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"ed0e56f1-ba36-4e04-b925-7297dd4e60f3","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.12996632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"56a64e5d-2c2b-4ea2-ba73-5ee38279e7f7","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.212730554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"c0ce0652-ef4f-4679-9b6b-a5df79351c09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.280838268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"4ca6a6c9-a43e-4d46-9813-eed15ef8682e","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.436044757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"b6f1936b-76b7-4c78-8083-f8bbe632a211","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.436064451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"788e40fe-9785-4916-8e76-06084fe772d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:57.748623688Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"9ae6d222-b83b-4d10-8890-70bb50c6f766","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:46:57.7487032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"9ae6d222-b83b-4d10-8890-70bb50c6f766","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.800540331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"cda5824b-deec-496f-af67-8c912cbced90","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.685761323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb9f9d1d-0bad-4d68-862c-822c2f1db497","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.685784695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb9f9d1d-0bad-4d68-862c-822c2f1db497","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.686206708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabe1cec-b2b1-44fb-b671-49347ca85e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.73860737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabe1cec-b2b1-44fb-b671-49347ca85e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.742247922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc9f14ee-fe18-479d-bee7-a1846040d833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.74226528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc9f14ee-fe18-479d-bee7-a1846040d833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.790422764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabe1cec-b2b1-44fb-b671-49347ca85e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.842799112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aabe1cec-b2b1-44fb-b671-49347ca85e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:58.948230777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"7bff94f3-4401-4988-82b2-08327c1664a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:59.125220675Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"7bff94f3-4401-4988-82b2-08327c1664a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:59.179566663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8a9760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"7bff94f3-4401-4988-82b2-08327c1664a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:59.234166784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"955b0fae-c209-4a41-a17e-59978ca1441a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:59.234187061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"955b0fae-c209-4a41-a17e-59978ca1441a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:00.867346461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1999d27-cf34-4f6a-aa9c-8fd053a643a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:00.91954192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1999d27-cf34-4f6a-aa9c-8fd053a643a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:00.971476451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1999d27-cf34-4f6a-aa9c-8fd053a643a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:01.023347407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1999d27-cf34-4f6a-aa9c-8fd053a643a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:02.533631398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"eae6a730-7f83-4987-8bd7-5e6959d94873","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:02.533717787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"eae6a730-7f83-4987-8bd7-5e6959d94873","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:02.637992834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"081417b2-9049-49c6-946f-d0fbd297ba4b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:02.745714647Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"a2927ff7-d1c6-44cf-800f-49543c07234f","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:02.745782635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"a2927ff7-d1c6-44cf-800f-49543c07234f","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:02.797288684Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"16cb946e-ef02-4e86-a40a-5865f5ad4908","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:03.403207653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d98c82a-4471-4a25-8f1c-835cdd019035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:03.45573942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d98c82a-4471-4a25-8f1c-835cdd019035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:03.508264644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d98c82a-4471-4a25-8f1c-835cdd019035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:03.560337302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d98c82a-4471-4a25-8f1c-835cdd019035","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:03.825704315Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"bed549c8-fb9d-49c0-b708-d7b011b45f72","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","error":"MaaSModelRef not found: e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:03.934581914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"17039456-fa7c-4649-a0c4-6439a2206ecf","namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.014752289Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d855db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d855db","reconcileID":"9c2d3a2e-973d-4370-8038-3dc41de0f9ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d855db","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d855db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.036071655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"1b1a368e-ff65-480c-9a5e-00ab3a13d970","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.09200184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"1b1a368e-ff65-480c-9a5e-00ab3a13d970","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.092045563Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"1b1a368e-ff65-480c-9a5e-00ab3a13d970","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.097217242Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"c0ea5bf9-a996-41fe-b63e-3d6848faa0ba","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","error":"MaaSModelRef not found: e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.139734267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"59b62d40-774b-4c5b-9443-151d56e3363e","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.141016344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ce180ee0-d83e-4730-95d5-651c8cca09af","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.141121814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"3b872194-4cdf-4198-89e4-938f0eb79317","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.141598257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"51ee549b-6db7-4bb0-acd5-0d92928f66ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:04.148197273Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"b6e12d1d-4c9c-47db-a35a-8b0f4e2e9ce6","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:04.148266053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"b6e12d1d-4c9c-47db-a35a-8b0f4e2e9ce6","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.199366015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"3b872194-4cdf-4198-89e4-938f0eb79317","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.20053595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"59b62d40-774b-4c5b-9443-151d56e3363e","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.20161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ce180ee0-d83e-4730-95d5-651c8cca09af","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.201965232Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"654ba050-ee57-498f-8f7c-13e76e2ff019","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.203673453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"51ee549b-6db7-4bb0-acd5-0d92928f66ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.259357552Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"51ee549b-6db7-4bb0-acd5-0d92928f66ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:04.33393048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"cf890c3b-6176-466f-91a1-7554014eb41d","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:04.334017278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"cf890c3b-6176-466f-91a1-7554014eb41d","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.349970944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"efdaeefb-1a26-4f12-a3d7-6b1f5cea9ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.390018952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"b7c3ed94-00cf-4e81-a4ce-ae3e628b31f8","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.417333813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"efdaeefb-1a26-4f12-a3d7-6b1f5cea9ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.471853661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8a9760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"efdaeefb-1a26-4f12-a3d7-6b1f5cea9ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.62644722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"a86f3e74-1fa7-44fb-a549-8090f2bf4c29","namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.742923368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7380156e-f7db-4fcb-b29c-f1ebe8a0a65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.798264302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7380156e-f7db-4fcb-b29c-f1ebe8a0a65e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.846104202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"3a2bba89-bc86-4532-a1b4-379f9581c907","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.846720533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-a9b96d","namespace":"e2e-extmod-rot-user-5a6696"},"namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","reconcileID":"ac651847-ff37-46fe-9bcd-234f8a184c1e","namespace":"e2e-extmod-rot-user-5a6696","name":"e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.874565485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"4ac4390b-53b7-464d-811c-361b282f58df","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.911231339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"3a2bba89-bc86-4532-a1b4-379f9581c907","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.911502344Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"3a2bba89-bc86-4532-a1b4-379f9581c907","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.932780559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"4ac4390b-53b7-464d-811c-361b282f58df","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.985553668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"6b468c00-fc30-486d-a443-ff04f8fb194d","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.036696493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"80635b2d-beb8-411a-8d71-ed25e4b4c9b8","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.041152043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"6b468c00-fc30-486d-a443-ff04f8fb194d","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.092055655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"80635b2d-beb8-411a-8d71-ed25e4b4c9b8","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.095602653Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"6b468c00-fc30-486d-a443-ff04f8fb194d","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.179116436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0531259d-aa59-4fd4-90f5-2cb5dbe3102a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.235032084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0531259d-aa59-4fd4-90f5-2cb5dbe3102a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.285161968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9ed70c5e-7b20-4b46-a4bc-8d3b2f9ba210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.344426485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9ed70c5e-7b20-4b46-a4bc-8d3b2f9ba210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.5096742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394bea15-a444-4eb5-9a62-d6222bf18b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.566368189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394bea15-a444-4eb5-9a62-d6222bf18b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.566458424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"d20fb4cc-f24d-4446-8c2c-c2593e08a6d4","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.620701653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394bea15-a444-4eb5-9a62-d6222bf18b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.62703641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"d20fb4cc-f24d-4446-8c2c-c2593e08a6d4","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.674046143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394bea15-a444-4eb5-9a62-d6222bf18b05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.780271011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"501a5331-dd58-4b20-93e1-88b5b15e2d4c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.831667114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"c1bef937-b931-4688-8d31-8ab1bf883a26","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.836108633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"501a5331-dd58-4b20-93e1-88b5b15e2d4c","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.888827854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"c1bef937-b931-4688-8d31-8ab1bf883a26","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.936343379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"c8a56bb0-d29c-4560-b909-bc07c418a5b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.988605996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"f939d1ad-8779-4b0a-bb0b-105dbeadcbb2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.992630376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"c8a56bb0-d29c-4560-b909-bc07c418a5b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.044519908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"f939d1ad-8779-4b0a-bb0b-105dbeadcbb2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.093750586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a7aa0fa0-28ca-4b64-9eae-7776711c64e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.098836017Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"f939d1ad-8779-4b0a-bb0b-105dbeadcbb2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.149224127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a7aa0fa0-28ca-4b64-9eae-7776711c64e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.299589532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e6ea7ce2-d9f0-470b-9747-f2f70bb84642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.307851243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"4416a784-3ea5-43ce-bda3-27774572fb34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.354924986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e6ea7ce2-d9f0-470b-9747-f2f70bb84642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.364233727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"4416a784-3ea5-43ce-bda3-27774572fb34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:06.377916381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"94c89e2a-2ac2-4bd7-8492-5c74d4867987","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:06.377976442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"94c89e2a-2ac2-4bd7-8492-5c74d4867987","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.401086322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"890148e9-e38f-4a5e-84da-4f3d2b2cf4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.429604509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"5fe19823-52c0-48e6-b065-e812e0278d14","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.456199644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"890148e9-e38f-4a5e-84da-4f3d2b2cf4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.534205682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"10b2f9ff-62ae-4ddb-96ca-61dc72065322","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.554693491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"d767a351-760c-4fa6-a76a-b992a2b7d843","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.615980894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"d767a351-760c-4fa6-a76a-b992a2b7d843","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.660668496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"b7b717cd-3611-4da5-97ca-e25d100f2240","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.719167899Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"7301ecf5-5a5a-4d30-89a7-840e95e0ba08","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89b919e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.719842612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"322e111b-2ae8-41a5-ad2e-1e84ebe58d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.723986263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"b7b717cd-3611-4da5-97ca-e25d100f2240","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.775965762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"322e111b-2ae8-41a5-ad2e-1e84ebe58d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.827999614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"30a81ba8-63f3-4bc5-8fef-2694dd09b1dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.850557948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"fea58d63-b9cd-49cf-9a0d-3eee82cf592f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.88396352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"30a81ba8-63f3-4bc5-8fef-2694dd09b1dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.918099345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"fea58d63-b9cd-49cf-9a0d-3eee82cf592f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.975328571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8a9760-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"fea58d63-b9cd-49cf-9a0d-3eee82cf592f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.233891322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7ca27e48-e4b4-479e-8405-f3f71f8154bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.237540703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"8f278645-e436-46d0-91a2-f2032d080680","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.289207428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7ca27e48-e4b4-479e-8405-f3f71f8154bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.292986914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"8f278645-e436-46d0-91a2-f2032d080680","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.386752393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"37e362b1-d912-45f0-810a-08a5a8cf9347","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.433270579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"7bea6d44-8d01-43bd-8f41-5d895e43dae8","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.441953401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"37e362b1-d912-45f0-810a-08a5a8cf9347","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.488448982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"7bea6d44-8d01-43bd-8f41-5d895e43dae8","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.496089599Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"37e362b1-d912-45f0-810a-08a5a8cf9347","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.543129806Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"7bea6d44-8d01-43bd-8f41-5d895e43dae8","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.548750973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"bd43ef00-ae5c-46cd-ba4b-bd644bdf514e","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.605022393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"bd43ef00-ae5c-46cd-ba4b-bd644bdf514e","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.615541395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc28c39-6790-4a98-a87c-97b22ae68953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.671615363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc28c39-6790-4a98-a87c-97b22ae68953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.726065181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc28c39-6790-4a98-a87c-97b22ae68953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.780655537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9dc28c39-6790-4a98-a87c-97b22ae68953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.782529138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"4327243d-92b3-459f-9eea-84f53f1cb87f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.835065991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"eec33e73-19cb-45bb-9e28-8dca15a14c61","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.83901165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"4327243d-92b3-459f-9eea-84f53f1cb87f","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.886058505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"f4837719-8a14-450c-9ca3-659e2f5c4e5b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.891040962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"eec33e73-19cb-45bb-9e28-8dca15a14c61","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:07.941848141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"f4837719-8a14-450c-9ca3-659e2f5c4e5b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:09.672271528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241daf05-5953-4d41-8d79-95d0830b884b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:09.725728219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241daf05-5953-4d41-8d79-95d0830b884b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:09.778124963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241daf05-5953-4d41-8d79-95d0830b884b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:09.830727098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241daf05-5953-4d41-8d79-95d0830b884b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.871774155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"06662923-69a2-4d66-b47b-10a9e4646cbf","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.871943817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"274ca1d0-b3c8-4dd0-a87e-b19dd88c1b55","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.872283523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"fcda06a9-7950-42af-ba10-b5a2bd834243","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.872357515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"c32d2698-f724-42ef-ada1-7f86cf2ca9ae","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.871787044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"9518cf55-6f68-44cd-8da4-92560ea9780a","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.932385479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"c32d2698-f724-42ef-ada1-7f86cf2ca9ae","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.935778072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"fcda06a9-7950-42af-ba10-b5a2bd834243","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.935838274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"9518cf55-6f68-44cd-8da4-92560ea9780a","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.932385476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"06662923-69a2-4d66-b47b-10a9e4646cbf","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.937930484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"274ca1d0-b3c8-4dd0-a87e-b19dd88c1b55","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.987306688Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"c32d2698-f724-42ef-ada1-7f86cf2ca9ae","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:10.991838808Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"274ca1d0-b3c8-4dd0-a87e-b19dd88c1b55","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:11.508427051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"5c7e82da-d0c5-4273-9432-4a9dce24beb9","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:11.567211022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"5c7e82da-d0c5-4273-9432-4a9dce24beb9","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:11.633413736Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"5c7e82da-d0c5-4273-9432-4a9dce24beb9","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:16.534672944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"7fbc69ab-5707-4fe2-8f83-71401a5887c4","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:16.77154629Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"155d94e8-a4bf-4e9e-a252-e7fd976c9fe5","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","subscription":"e2e-shr-quota-171e96-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:16.875109561Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"155d94e8-a4bf-4e9e-a252-e7fd976c9fe5","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:16.961547036Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-sub","reconcileID":"155d94e8-a4bf-4e9e-a252-e7fd976c9fe5","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.130238035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"6a771f9d-d563-4a49-80a1-dd1182f182ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.186104243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"6a771f9d-d563-4a49-80a1-dd1182f182ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.240196766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8a9760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4285ccdca241b4101f3d4d943ffc93d2e858c0f77cf4f48639ea266809853a6b) AuthConfig (c660d484027f722f1172983608d756396b2b8f9f97e4f81041aa5bf9332df263) AuthConfig (11b8b5e14f6abb7b7ce831e42e364c75acccfeff95753ab3dae7c7d7c7a34fce) AuthConfig (89d9b2821ed39f04bbd4ae57275eb6acfbebee6ad18e007d9182cb882ce4720a) AuthConfig (2fd4159814234c40dc0bde3b94901dcc43872015e9a2f19c8ffc98b8e4aa64f3) AuthConfig (77e6287fa4b84a168175cdebbd5f3fd1d39a1eb75ba69d36a89bd37bd983294c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"6a771f9d-d563-4a49-80a1-dd1182f182ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.297113601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57638880-f704-4aad-9b36-166300d81228","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.297134547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57638880-f704-4aad-9b36-166300d81228","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.339628821Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-quota-171e96-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.391436293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"9ddbdf24-bd85-4273-9cdc-4d73c7769305","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.547396274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2e4a7ebd-51df-4ae8-a297-67cd28c4b646","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.550133755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"257a32ba-bb77-4ea5-ad16-cdcda4dc56f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.550155766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"bec5866b-f6e8-4093-87ac-d97f3e34f08c","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.554050375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"ad091556-08f0-41ff-80e9-d3915810fe67","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.554067298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"ad091556-08f0-41ff-80e9-d3915810fe67","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.602857835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"2e4a7ebd-51df-4ae8-a297-67cd28c4b646","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.606602311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"bec5866b-f6e8-4093-87ac-d97f3e34f08c","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.606671412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"257a32ba-bb77-4ea5-ad16-cdcda4dc56f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.658805576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"57263de0-dced-4aed-9978-59bd3b2dde55","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.761880467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"1996742b-70be-4c5d-9be4-57a31687069b","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.761899369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"1996742b-70be-4c5d-9be4-57a31687069b","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.86262734Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-quota-171e96-access","reconcileID":"86943e12-f390-4194-98a5-e38bc5e932ab","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.865084982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"c8c7c065-2479-4953-8e55-4cab3617bdde","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:17.968558776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"12f575bc-ef0e-49b9-b828-f7ecf0ce0734","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.072105166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"0f25b74c-b0a6-4d99-8b4e-348dc47b8c2b","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.072128408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"0f25b74c-b0a6-4d99-8b4e-348dc47b8c2b","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.175637123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","reconcileID":"4a192964-30d0-43c8-be23-003ea1e90bde","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-8f91ca61c3dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.278759481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"993b87f8-1148-4bd2-af39-26fd89a580ef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.378222835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"3f67a775-757b-4292-976d-5be111a0f53b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.378440537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"29b9712c-b19a-4658-bb54-0fbf90705982","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.378222943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"a3d4afd8-bcb4-4dd4-9f01-e6c981153ab5","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.43426412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"a3d4afd8-bcb4-4dd4-9f01-e6c981153ab5","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.434477248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"3f67a775-757b-4292-976d-5be111a0f53b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.436558869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"29b9712c-b19a-4658-bb54-0fbf90705982","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.438687329Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"497ef2c0-c0b5-4832-b1e3-603f99f35b41","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-00be7374","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.899658257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"9eee5d81-453c-474f-a3cc-5d71eeca7859","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.899657947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"46b55093-c7fa-41fb-82dc-21d9ea9df76e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.90091864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"ba9bfa1a-81fc-4de2-a449-5da51f5f5b9f","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.956563392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"46b55093-c7fa-41fb-82dc-21d9ea9df76e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.956563393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"9eee5d81-453c-474f-a3cc-5d71eeca7859","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:18.95873008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"ba9bfa1a-81fc-4de2-a449-5da51f5f5b9f","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.666529307Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"70a44151-a1c7-4b99-b7c7-13ec4f762809","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","subscription":"e2e-rot-a9b96d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.666667676Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-sub","reconcileID":"70a44151-a1c7-4b99-b7c7-13ec4f762809","MaaSSubscription":{"name":"e2e-rot-a9b96d-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","error":"MaaSModelRef not found: e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.982402922Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-recover-53b037-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.091529819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"eeff6649-3eaf-4d14-9633-7f2ed334885a","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.195380202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"a1ef0507-faa2-412a-bfe1-0a651be1f61b","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.34218124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"4969fb76-2df8-4a2f-9a66-604beffe0225","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.342775637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"69085636-d06c-40e4-8162-7983d4987610","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.343074541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"276f2ce8-4fa4-4d35-b1a1-f8c4c95df8a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.347299924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"d4f8a178-8580-45a7-8df5-1a80b76989c7","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.347391288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"949ef26e-3345-4ee6-b791-fed3d79ab72d","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.398684099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"4969fb76-2df8-4a2f-9a66-604beffe0225","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.398683986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"276f2ce8-4fa4-4d35-b1a1-f8c4c95df8a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.40087216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"69085636-d06c-40e4-8162-7983d4987610","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.402162171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"d4f8a178-8580-45a7-8df5-1a80b76989c7","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.403085248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"949ef26e-3345-4ee6-b791-fed3d79ab72d","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.452751514Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"4969fb76-2df8-4a2f-9a66-604beffe0225","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.456795242Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"949ef26e-3345-4ee6-b791-fed3d79ab72d","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.558625764Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rot-a9b96d-access","reconcileID":"ca2d2f31-295b-4b2e-8e29-c63f7e6b84bf","MaaSAuthPolicy":{"name":"e2e-rot-a9b96d-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rot-user-5a6696/e2e-rot-a9b96d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.864540176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"42f99fe0-be3f-4e6a-ba52-fa35a6692261","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.920133015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"42f99fe0-be3f-4e6a-ba52-fa35a6692261","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.973916252Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"42f99fe0-be3f-4e6a-ba52-fa35a6692261","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.025390494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ec34cd3d-5e60-4d56-98ec-5467301432ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.02557171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"83569f31-3a8f-46fe-b413-73f25e21a8ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.025915937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"0f10ce55-d7c6-42dd-b17d-dd170a0463da","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.026047669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"8c6d6a7f-a75a-4e89-bf34-5af1edf68687","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.026292521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"f52b7272-8916-4e6c-ba2a-7fbef3771cf5","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.082656464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"f52b7272-8916-4e6c-ba2a-7fbef3771cf5","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.082675358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"ec34cd3d-5e60-4d56-98ec-5467301432ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.08480738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"8c6d6a7f-a75a-4e89-bf34-5af1edf68687","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.085116293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"83569f31-3a8f-46fe-b413-73f25e21a8ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.086834699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"0f10ce55-d7c6-42dd-b17d-dd170a0463da","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.13938094Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"83569f31-3a8f-46fe-b413-73f25e21a8ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.140827866Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"0f10ce55-d7c6-42dd-b17d-dd170a0463da","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:24.747173041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:26.592545373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"32f520c6-85f8-400b-888e-48a7a67d69d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:26.638867868Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"cfc45f2e-640e-4b84-b26c-d322fd27d57b","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:26.705788181Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"32f520c6-85f8-400b-888e-48a7a67d69d1","name":"e2e-extmod-a-caf74d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:27.402847673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"7948e818-bb7e-4a11-a372-9a60001827d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:27.458593502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"7948e818-bb7e-4a11-a372-9a60001827d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:27.513636659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8a9760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4285ccdca241b4101f3d4d943ffc93d2e858c0f77cf4f48639ea266809853a6b) AuthConfig (c660d484027f722f1172983608d756396b2b8f9f97e4f81041aa5bf9332df263) AuthConfig (11b8b5e14f6abb7b7ce831e42e364c75acccfeff95753ab3dae7c7d7c7a34fce) AuthConfig (89d9b2821ed39f04bbd4ae57275eb6acfbebee6ad18e007d9182cb882ce4720a) AuthConfig (2fd4159814234c40dc0bde3b94901dcc43872015e9a2f19c8ffc98b8e4aa64f3) AuthConfig (77e6287fa4b84a168175cdebbd5f3fd1d39a1eb75ba69d36a89bd37bd983294c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"7948e818-bb7e-4a11-a372-9a60001827d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:28.491333507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"24ac8a04-9cd1-4067-b597-55ea83906e9e","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","subscription":"e2e-shr-quota-171e96-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:28.59492384Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"24ac8a04-9cd1-4067-b597-55ea83906e9e","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:28.647102394Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-sub","reconcileID":"24ac8a04-9cd1-4067-b597-55ea83906e9e","MaaSSubscription":{"name":"e2e-shr-quota-171e96-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:28.91653174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:28.96787777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"d19fd66b-e38f-4a2c-a586-aed49b9ed641","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.126907928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"07c2057b-5499-4eba-bd91-50ac5573ba5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.127011707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"3fdcc27c-680b-4274-81f3-5c6d054c499d","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.127318221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"68e1ec62-734a-4faa-be17-3f6f4cda3948","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.128111645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9081e6ae-e218-4a8a-9a71-417b38314bd6","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.128128766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9081e6ae-e218-4a8a-9a71-417b38314bd6","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.182629192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"07c2057b-5499-4eba-bd91-50ac5573ba5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.183362828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"68e1ec62-734a-4faa-be17-3f6f4cda3948","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.184692673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"3fdcc27c-680b-4274-81f3-5c6d054c499d","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.231514925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"4112a1fd-67b6-4ab8-808d-420bcddbd7a6","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.23153261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"4112a1fd-67b6-4ab8-808d-420bcddbd7a6","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.335053731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"69b4e394-a9ff-4a4d-a79d-92f7c6721f2f","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.438875395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"c8651c0d-0cb5-43cd-9803-90f3b0eb79a4","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.438900456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"c8651c0d-0cb5-43cd-9803-90f3b0eb79a4","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.442156078Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-quota-171e96-access","reconcileID":"432f2d3b-6e46-4a2b-93f3-3226271a4a64","MaaSAuthPolicy":{"name":"e2e-shr-quota-171e96-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-quota-171e96-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:29.650913715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"5957c6c7-4820-4657-8db0-12428f233164","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.061415226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","reconcileID":"0570cde7-e639-4286-850c-a36dd5b07a3c","MaaSModelRef":{"name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-quota-171e96-586081ee22b2","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-quota-171e96-e2e-extmod-a-25719d","externalModel":"e2e-shr-quota-171e96","provider":"e2e-shr-quota-171e96-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.63052405Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","reconcileID":"f3fa51d3-35b3-477d-ae7e-5b48070d2784","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.737025827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"47cda017-16ab-44df-b823-30e5fd5a525d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:30.739117406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"56fe2b62-3c2b-4917-9625-3e9fe8f4f405","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:30.739172782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"56fe2b62-3c2b-4917-9625-3e9fe8f4f405","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.791830958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"6b6f5896-86db-4b65-a5c3-05e7453894f2","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.792875584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"98c9d425-5cf3-4832-847f-6699279206aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.793392741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"47cda017-16ab-44df-b823-30e5fd5a525d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.793421224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"9fea0fb1-7cac-4099-a793-a7c0375bd316","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.84984411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"9fea0fb1-7cac-4099-a793-a7c0375bd316","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.850456806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"98c9d425-5cf3-4832-847f-6699279206aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.851172417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8a9760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4285ccdca241b4101f3d4d943ffc93d2e858c0f77cf4f48639ea266809853a6b) AuthConfig (c660d484027f722f1172983608d756396b2b8f9f97e4f81041aa5bf9332df263) AuthConfig (11b8b5e14f6abb7b7ce831e42e364c75acccfeff95753ab3dae7c7d7c7a34fce) AuthConfig (89d9b2821ed39f04bbd4ae57275eb6acfbebee6ad18e007d9182cb882ce4720a) AuthConfig (2fd4159814234c40dc0bde3b94901dcc43872015e9a2f19c8ffc98b8e4aa64f3) AuthConfig (77e6287fa4b84a168175cdebbd5f3fd1d39a1eb75ba69d36a89bd37bd983294c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"47cda017-16ab-44df-b823-30e5fd5a525d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.896324564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"6a65138a-dd06-4417-85a9-b2eaa122b70c","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.94298501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"47b49b99-612d-419d-9fd7-3e2cdc397d99","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.945683848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"bc3b04f7-58e2-4b60-b955-c5c1868da604","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.947120716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"d5fad4c1-ccee-4215-93b8-5ed85ae5a84e","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:30.949988274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"3821c758-f715-4980-9c2c-efe6984b51a2","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.000290865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"47b49b99-612d-419d-9fd7-3e2cdc397d99","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.001183518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"bc3b04f7-58e2-4b60-b955-c5c1868da604","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.002745304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","reconcileID":"1216a003-d136-434e-ab8c-810e42e0da92","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-3d94b62fcdac","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.013302742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"63165de5-5aa9-4a90-8817-51a0ae5667e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.049494576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"46b7f7d7-4a61-4c8f-ac5c-59205ec34a3f","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.049520565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"34306d32-cfb9-473f-80c0-e4389a325762","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.055776849Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"bc3b04f7-58e2-4b60-b955-c5c1868da604","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.06880996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"63165de5-5aa9-4a90-8817-51a0ae5667e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.106913734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"b654c79f-908b-402b-a0a8-524e7241b337","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.21223591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5dd87607-613f-4dc3-924d-9b1781d5346d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.215640986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"25cf81a4-a125-49ac-9716-075c368f0af8","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.268135505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5dd87607-613f-4dc3-924d-9b1781d5346d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.319673965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c4d516f6-7f09-4b35-9a70-032687c9ffa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.31983218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"231a98a9-b1fd-4451-8e3a-fd0357510642","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-beb6ca4391c5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.354691072Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-171e96","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","reconcileID":"17d337a6-9350-4d6c-8ec4-45fb09b338eb","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.369796848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"fdb367b0-7cb3-410d-a889-17e93c4b6e99","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.375871721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"25aa608a-808d-451f-b38b-eae9b72c261d","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.379127157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c4d516f6-7f09-4b35-9a70-032687c9ffa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.418387726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"1b9068b9-fa80-4df8-99ad-9475b6e673a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.421165069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"ee569ee1-763b-43c2-8bcb-2783d2a02508","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:31.428594359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"b4baf328-2a3e-4f7f-b200-bddc82775e54","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:31.428664256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-ambiguous","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-ambiguous","reconcileID":"b4baf328-2a3e-4f7f-b200-bddc82775e54","error":"ExternalModel e2e-extmod-shr-user-4e5348/e2e-shr-amb-bd481d is attached to several gateways [openshift-ingress/e2e-extmod-a-25719d openshift-ingress/e2e-extmod-b-1ff1dc]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.473611764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"a2a74b1d-5296-4d74-9f73-4fc852103044","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.473767691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"1b9068b9-fa80-4df8-99ad-9475b6e673a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.474255719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"d774bc72-fae3-46b2-bf49-de092927842f","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.476410901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"ee569ee1-763b-43c2-8bcb-2783d2a02508","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.479147026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"eb9024ee-1980-4886-85c4-07deaade9ebd","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.480924814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"0c4747d7-3f7e-423e-8727-21094b317d0f","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.534873569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"eb9024ee-1980-4886-85c4-07deaade9ebd","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.584926232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"4ad311b8-1222-4569-b1e7-8674efcf449b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.585615341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"b84fbd81-f43a-4aa9-b114-221141ebb847","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.588514868Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"eb9024ee-1980-4886-85c4-07deaade9ebd","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.705931236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"4ad311b8-1222-4569-b1e7-8674efcf449b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.754733739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c78e158-8715-4e96-a798-4c4ddd60f4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:31.810139213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c78e158-8715-4e96-a798-4c4ddd60f4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.003167961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"febae936-832c-4092-9496-77763e15b4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.006409045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c49cb055-26c0-4674-9271-e68602a554d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.059366895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"febae936-832c-4092-9496-77763e15b4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.062176219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c49cb055-26c0-4674-9271-e68602a554d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.160441618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"0801a6a4-f73a-4394-95eb-a88876fa9a7a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.207395423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b0bbe2e3-f261-4c57-b133-fbb830b5ee89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.215433797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"0801a6a4-f73a-4394-95eb-a88876fa9a7a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.262839256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b0bbe2e3-f261-4c57-b133-fbb830b5ee89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.3619347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"5880f544-3a93-44fc-9507-076995638351","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.371608109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"c20e17b5-c6e7-42a0-9015-73e78cb0fb07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.417517088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"5880f544-3a93-44fc-9507-076995638351","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.425634415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"81f0bf55-593e-49d9-bcdb-6e3c495ca2a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.427575784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"c20e17b5-c6e7-42a0-9015-73e78cb0fb07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.481702197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8a9760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4285ccdca241b4101f3d4d943ffc93d2e858c0f77cf4f48639ea266809853a6b) AuthConfig (c660d484027f722f1172983608d756396b2b8f9f97e4f81041aa5bf9332df263) AuthConfig (11b8b5e14f6abb7b7ce831e42e364c75acccfeff95753ab3dae7c7d7c7a34fce) AuthConfig (89d9b2821ed39f04bbd4ae57275eb6acfbebee6ad18e007d9182cb882ce4720a) AuthConfig (2fd4159814234c40dc0bde3b94901dcc43872015e9a2f19c8ffc98b8e4aa64f3) AuthConfig (77e6287fa4b84a168175cdebbd5f3fd1d39a1eb75ba69d36a89bd37bd983294c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"c20e17b5-c6e7-42a0-9015-73e78cb0fb07","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.482040322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"81f0bf55-593e-49d9-bcdb-6e3c495ca2a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.575646782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7ff0b622-39b7-4c71-a6a2-5a5f38c4908f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.631004523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7ff0b622-39b7-4c71-a6a2-5a5f38c4908f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.634208843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b2ac5129-f4cb-45bb-bfda-2ae4e38ae21f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.637032218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"641f2809-229e-4885-bdc0-34ed8bf5cc4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.690240427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b2ac5129-f4cb-45bb-bfda-2ae4e38ae21f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.693348527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"641f2809-229e-4885-bdc0-34ed8bf5cc4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.810021469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","reconcileID":"96b2c774-ec89-466d-b617-7c2accdb4240","MaaSModelRef":{"name":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-amb-bd481d-beb6ca4391c5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-amb-bd481d-e2e-extmod-a-25719d","externalModel":"e2e-shr-amb-bd481d","provider":"e2e-shr-amb-bd481d-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.835899264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"37cd8f5d-58f1-4690-a621-595bc3cbf6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.872870527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"28eb4022-87d7-4a5d-9107-84a350ac6259","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","subscription":"e2e-rec-recover-53b037-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.872966676Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-sub","reconcileID":"28eb4022-87d7-4a5d-9107-84a350ac6259","MaaSSubscription":{"name":"e2e-rec-recover-53b037-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:32.891183718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"37cd8f5d-58f1-4690-a621-595bc3cbf6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.029420621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"5c1bb5da-c7a9-4825-a425-8ed26264c1fb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.084944623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"5c1bb5da-c7a9-4825-a425-8ed26264c1fb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.132217694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"ad564277-2f94-46aa-8102-de5e119518c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.183745415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"1a7d7c0c-4f98-4406-aade-0bb09aa0c993","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.187531157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"ad564277-2f94-46aa-8102-de5e119518c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.188982586Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-1ff1dc priority=0:[ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-b-1ff1dc/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-rec-ctrl-be5c8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.239060367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"1a7d7c0c-4f98-4406-aade-0bb09aa0c993","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.286865708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"1f760ac2-b8bd-4477-9a24-df7f7b0d077b","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.293098763Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"1a7d7c0c-4f98-4406-aade-0bb09aa0c993","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.341544846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"1f760ac2-b8bd-4477-9a24-df7f7b0d077b","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.370755284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","reconcileID":"b7eda721-6e9b-483a-892d-f0ebcb6da2fb","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.432683842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"7456f332-bf92-4503-aa37-e56fd1adb9a9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.487778363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"7456f332-bf92-4503-aa37-e56fd1adb9a9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.542242399Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"7456f332-bf92-4503-aa37-e56fd1adb9a9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.547232327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"84b2b59f-4e8a-4e3f-ac59-a34e09390340","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.599205141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"2c4598c9-7b7c-4530-b27c-c44fa254c80b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.602346472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"84b2b59f-4e8a-4e3f-ac59-a34e09390340","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.655046132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"2c4598c9-7b7c-4530-b27c-c44fa254c80b","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.656442396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-8a9760-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4285ccdca241b4101f3d4d943ffc93d2e858c0f77cf4f48639ea266809853a6b) AuthConfig (c660d484027f722f1172983608d756396b2b8f9f97e4f81041aa5bf9332df263) AuthConfig (11b8b5e14f6abb7b7ce831e42e364c75acccfeff95753ab3dae7c7d7c7a34fce) AuthConfig (89d9b2821ed39f04bbd4ae57275eb6acfbebee6ad18e007d9182cb882ce4720a) AuthConfig (2fd4159814234c40dc0bde3b94901dcc43872015e9a2f19c8ffc98b8e4aa64f3) AuthConfig (77e6287fa4b84a168175cdebbd5f3fd1d39a1eb75ba69d36a89bd37bd983294c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"84b2b59f-4e8a-4e3f-ac59-a34e09390340","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.656627803Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-recover-53b037-access","reconcileID":"ccd140e7-27b3-44f0-8f88-3132e1340244","MaaSAuthPolicy":{"name":"e2e-rec-recover-53b037-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-noaccess-844b49/e2e-rec-recover-53b037","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.702151777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"11f3dffe-9f8e-4acb-a471-7fc422b3ea25","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.757904972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"11f3dffe-9f8e-4acb-a471-7fc422b3ea25","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.856242171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"42a12c6b-8822-466c-83b0-1953db683ac7","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.912490325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"42a12c6b-8822-466c-83b0-1953db683ac7","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:33.961024561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"fd2133a1-60c3-48da-acf0-b155f06cf68a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.013022577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"1e969322-ec43-4b82-8cf7-fdb09facc2cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.017130046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"fd2133a1-60c3-48da-acf0-b155f06cf68a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.06871968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"1e969322-ec43-4b82-8cf7-fdb09facc2cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.071506527Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"fd2133a1-60c3-48da-acf0-b155f06cf68a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.083102569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"26ec031a-8dd6-4b55-b72b-683b00c15800","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.138309428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"26ec031a-8dd6-4b55-b72b-683b00c15800","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.185994914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"ecd7efb3-0a41-416d-9d94-cabb4b7e889e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.241005738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"ecd7efb3-0a41-416d-9d94-cabb4b7e889e","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.397026295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"74068fee-a403-4223-9987-57af960b1e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.397782175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c2148f9-8faf-44e6-8f42-ca1d0e9286b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.456757074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c2148f9-8faf-44e6-8f42-ca1d0e9286b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.457541326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"74068fee-a403-4223-9987-57af960b1e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.591459729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a0f2933-0df8-4b69-b171-f11bfb7fe129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.646726401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a0f2933-0df8-4b69-b171-f11bfb7fe129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.687863284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c51c3147-c73f-4588-a093-ac6561d32b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.743199129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c51c3147-c73f-4588-a093-ac6561d32b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.898056212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"c4bf8796-0b59-4776-8e93-90ab2609e3fc","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.911173087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9f47eeed-3c69-437f-bfb0-36911ee82a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.91118352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4840208c-3ff8-48a9-8afe-a841cb1a7c6d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.959070961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"c4bf8796-0b59-4776-8e93-90ab2609e3fc","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.971540617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4840208c-3ff8-48a9-8afe-a841cb1a7c6d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:34.971765221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"9f47eeed-3c69-437f-bfb0-36911ee82a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.015791299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"565c0625-f8cc-470f-b6f6-c9bc7f255bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.072329703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"565c0625-f8cc-470f-b6f6-c9bc7f255bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.108263261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a5644840-6656-4c75-9093-088f7851f86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.163498955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a5644840-6656-4c75-9093-088f7851f86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.349029675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d14e87d2-a24b-4371-9531-131b2323b4ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.405107513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d14e87d2-a24b-4371-9531-131b2323b4ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.536364976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"dd47e4c9-77b5-4030-b98b-a3fbfa708ed4","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.591940916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"dd47e4c9-77b5-4030-b98b-a3fbfa708ed4","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.637605483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"c1d0367b-4027-4455-94f8-d89fdff7a9ae","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.637615194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"bf64b1e1-0009-4602-8584-2fe6ef6a6d4e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.693235807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"c1d0367b-4027-4455-94f8-d89fdff7a9ae","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.693770367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"bf64b1e1-0009-4602-8584-2fe6ef6a6d4e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.74795338Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"bf64b1e1-0009-4602-8584-2fe6ef6a6d4e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.330252131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"9f2f9974-9f35-4099-96e7-a9b449fd95f1","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.460892591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"5302dc28-3496-495f-9708-38a225cfe581","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.460892608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"b6f0abc8-4b8f-4005-a734-274e0ef652d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.461645767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"aa0712e7-65fd-420e-bb2a-7cf8d0654be9","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.46338778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"725c9cc7-1ac5-4d55-bbb4-4fc17aec7325","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.463544576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"781682f8-2035-4187-98ad-8641da64573d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.519848685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"5302dc28-3496-495f-9708-38a225cfe581","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.546613499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"b6f0abc8-4b8f-4005-a734-274e0ef652d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.553693747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"781682f8-2035-4187-98ad-8641da64573d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.555361921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"725c9cc7-1ac5-4d55-bbb4-4fc17aec7325","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.572348632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"e7436a87-180d-42b9-921e-6977ad00cea1","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.592020202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"d7b7403a-446b-4fad-8bf6-be9a65ebf1f3","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.592077696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"85b6cfaf-d108-48dd-8330-5991b22bb959","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.592457037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"9d55f6ee-de81-4c3b-8d75-ff85feb9f3f3","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.618177543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"35b61be7-99d7-48ce-a627-df9245f98653","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.679914343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"5fa6901a-59b1-498e-9fc0-bb7afa470e1a","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.788255616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"a14d45ca-feee-45b2-8d8a-a5384286828f","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.892763523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"d3b716dc-6aac-40e5-a002-50a363f563f9","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.940285465Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-bd481d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","reconcileID":"e390ad55-ea00-47e1-b4bf-9df85f35f883","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.982140624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"32f68743-c299-4bf8-ae6b-a87ef1680b77","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.983437354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"c77e0270-6eb1-4dfa-b718-2d42969362a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.983510992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"ce53b90b-5359-406d-9460-26981d02da4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.989245728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"8750c95c-2c46-4e6b-8102-f122fcc67730","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.998273175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"dfdc4c84-b109-4ed2-93f5-b0adf2f71d63","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.02409485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"d85bb4be-aaaa-4013-a9a2-4e0fa78d6089","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.024704551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"a9cffdfd-a836-460b-8078-aa2002f022e4","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.025418217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"d761944f-6215-4ce3-aa1e-6d2f5e849407","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.037792349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"32f68743-c299-4bf8-ae6b-a87ef1680b77","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.038828992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"c77e0270-6eb1-4dfa-b718-2d42969362a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.040143013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"ce53b90b-5359-406d-9460-26981d02da4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.044357331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"8750c95c-2c46-4e6b-8102-f122fcc67730","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.045170599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"cbd3111c-91dc-48ee-8500-31e5dcbce25a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.10054313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"cbd3111c-91dc-48ee-8500-31e5dcbce25a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.121093071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"d159d9f9-6db4-49b8-a7df-b88ab8340a28","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.462082057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5711ab3-391c-4497-8f02-b675a5ca81e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.462120929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8c882dd7-ec05-400a-bbb6-714fc5f2aff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.492011369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"c3355b43-4973-47ec-8f1c-493fb81419f1","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.523109332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8c882dd7-ec05-400a-bbb6-714fc5f2aff1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.526675096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5711ab3-391c-4497-8f02-b675a5ca81e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.570348448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6ecc4d07-563e-4f94-9a57-7622eab76221","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.575638135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"c43bd84e-005d-4356-b0f3-1e5f22d91093","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.601006523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ca63563-01ce-40de-967f-46ff433b0bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.601091997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ca63563-01ce-40de-967f-46ff433b0bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.627987981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"08629534-daa3-4b59-b30d-14f4b673f94c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.631172233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"6ecc4d07-563e-4f94-9a57-7622eab76221","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.636237649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"c43bd84e-005d-4356-b0f3-1e5f22d91093","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.653788874Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"878d444e-ac19-4a73-b78d-714ecc31165d","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8fbbc6d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.686956366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"08629534-daa3-4b59-b30d-14f4b673f94c","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.886324965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"cea3ce2c-0b8e-4029-8871-4842399fcf78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.941561269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"cea3ce2c-0b8e-4029-8871-4842399fcf78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.988204217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"9810d887-cf20-4fe4-8e69-c404efa66aa2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.043602784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"9810d887-cf20-4fe4-8e69-c404efa66aa2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.088159861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"9c94ef7b-aa40-4850-83b5-256ab2c4d087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.091960203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0c80e3f4-4b1e-47f7-8134-183dbd5db3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.09748567Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"9810d887-cf20-4fe4-8e69-c404efa66aa2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.144663129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"9c94ef7b-aa40-4850-83b5-256ab2c4d087","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.147011835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0c80e3f4-4b1e-47f7-8134-183dbd5db3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.186766867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4c73e917-fd71-4a1d-9377-0524b351558a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.241929057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4c73e917-fd71-4a1d-9377-0524b351558a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.290826717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"4b824d47-8dfd-4645-994f-10131986414d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.34801536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"4b824d47-8dfd-4645-994f-10131986414d","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.418805251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"e936961c-eec6-4685-aa0b-e0b6cdeb967b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.474290698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"e936961c-eec6-4685-aa0b-e0b6cdeb967b","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.518905124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c50c8da-8851-4eac-8776-899adf9f89bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.523922365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"cffc78bb-06f9-45cf-a299-db7647522f40","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.565636481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ec40724c-a0c3-4e18-813f-fd149dfd8458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.576269357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c50c8da-8851-4eac-8776-899adf9f89bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.578926633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"cffc78bb-06f9-45cf-a299-db7647522f40","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.627793866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ec40724c-a0c3-4e18-813f-fd149dfd8458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.877976395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"59145097-513b-465f-91f1-0061c6a761fe","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.934238842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"59145097-513b-465f-91f1-0061c6a761fe","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:41.96065137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"8e909dd6-6476-4b2f-a4d4-69d23aba01b3","MaaSModelRef":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:42.829479828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f0395f-6c7a-4698-8535-d2304c594c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:42.882130285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f0395f-6c7a-4698-8535-d2304c594c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:42.934674288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f0395f-6c7a-4698-8535-d2304c594c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:42.987985803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f0395f-6c7a-4698-8535-d2304c594c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:44.457870313Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"cf46eb40-9c60-4280-ac35-c1ddc8288dc3","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","subscription":"e2e-rec-ctrl-be5c8c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:44.458006938Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-sub","reconcileID":"cf46eb40-9c60-4280-ac35-c1ddc8288dc3","MaaSSubscription":{"name":"e2e-rec-ctrl-be5c8c-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","error":"MaaSModelRef not found: e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:44.774439898Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:44.883743207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"1698e159-a555-40b8-a305-74ed68a608e6","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:44.883769674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"1698e159-a555-40b8-a305-74ed68a608e6","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:44.887545305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92779c1f-2646-4ee7-b96d-ef6b3b8713fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:44.93987222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92779c1f-2646-4ee7-b96d-ef6b3b8713fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:44.992299177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92779c1f-2646-4ee7-b96d-ef6b3b8713fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.045245366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92779c1f-2646-4ee7-b96d-ef6b3b8713fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.046142636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"3b5f52a5-1552-4369-9c2a-88e375bdc770","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.046160981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"3b5f52a5-1552-4369-9c2a-88e375bdc770","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.097062875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"972f81c3-003f-4c66-b68c-d6c4a51725d2","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.097780918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b5c7fe1b-112f-4aa6-8397-2bbda096a188","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.150779839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"f9c87eaa-28f4-4b44-9dbb-f15d5481fb34","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.15120397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"17e2a895-f8c2-4853-8cb2-46ccc73bc21d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.151805432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"5a18c864-1e9a-4874-96ce-429b2f9927a1","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.153385955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"972f81c3-003f-4c66-b68c-d6c4a51725d2","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.154995901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"b5c7fe1b-112f-4aa6-8397-2bbda096a188","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.207254111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"f9c87eaa-28f4-4b44-9dbb-f15d5481fb34","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.207367448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"17e2a895-f8c2-4853-8cb2-46ccc73bc21d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.256338356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"381ad63f-8b9b-4dc4-b371-af74ca92ea27","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.256356223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"381ad63f-8b9b-4dc4-b371-af74ca92ea27","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.261380133Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"17e2a895-f8c2-4853-8cb2-46ccc73bc21d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:45.411743566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-rec-ctrl-be5c8c-access","reconcileID":"abae4469-3cd6-497a-bb8b-f5b0cab96d3b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-be5c8c-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-rec-user-b92302/e2e-rec-ctrl-be5c8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.707791545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"c68b75cb-ac33-4512-9efc-101ff0da74ce","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","subscription":"e2e-shr-auth-c6132c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.815822912Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"c68b75cb-ac33-4512-9efc-101ff0da74ce","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.868153487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-sub","reconcileID":"c68b75cb-ac33-4512-9efc-101ff0da74ce","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.987979378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"0871982a-612c-4d36-8e2a-359fb282219b","namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.142059289Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-25719d priority=0:[ai-tenant-e2e-extmod-a-25719d/e2e-shr-auth-c6132c-sub ai-tenant-e2e-extmod-a-25719d/e2e-shr-shared-0fe371-sub]","namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-detach-148f23-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.145611418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"bc1f21b1-4fda-4454-b820-cb2909be7adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.147299986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"e7e74314-0814-4b31-a15f-66c935871146","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.147460155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"27f6de9c-b228-4e18-862d-2f34b5aa3d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.148734864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8380aead-e677-48b4-97c8-37c320bb4e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.193890275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"d50585a4-6898-430e-87b6-e21ce2250933","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.19606836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"73073955-9488-4bc8-90ea-e097349f685f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.201605984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"bc1f21b1-4fda-4454-b820-cb2909be7adb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.205226772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"e7e74314-0814-4b31-a15f-66c935871146","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.209637127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"27f6de9c-b228-4e18-862d-2f34b5aa3d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.213141322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8380aead-e677-48b4-97c8-37c320bb4e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.251460308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"73073955-9488-4bc8-90ea-e097349f685f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.358412571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"cb85e0de-67c8-47a0-8d33-80cbf8e4b3b0","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.374585384Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6a49e5","namespace":"e2e-extmod-att-noaccess-eba035"},"namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","reconcileID":"61aaafae-6ac0-4660-9686-93edaa1fc4bb","namespace":"e2e-extmod-att-noaccess-eba035","name":"e2e-att-noaccess-6a49e5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:48.466947899Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"cb85e0de-67c8-47a0-8d33-80cbf8e4b3b0","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:48.467017303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"cb85e0de-67c8-47a0-8d33-80cbf8e4b3b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.478638101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"ea318643-db5f-4f57-913a-f7a2552e7c59","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.507766871Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-auth-c6132c-access","reconcileID":"bb7b7d5c-630e-427e-8e33-017e07f55938","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.525841504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"19ef4d54-1535-44a3-aa3b-567e922416a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.526644485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"42de7fc4-6d07-4492-86e0-37b40a1cdec5","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.533875914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"ea318643-db5f-4f57-913a-f7a2552e7c59","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.581733204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"19ef4d54-1535-44a3-aa3b-567e922416a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.626922879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"4beb0047-1aeb-48d7-a5e2-b693f298fdfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.68473529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"4beb0047-1aeb-48d7-a5e2-b693f298fdfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.767316164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ab9a73c-1b2d-4b81-b77a-e87c31925098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.768120259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","reconcileID":"3b8c7085-2648-44cb-9ac4-855610a5a5a6","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-65e1240d8fd5","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.83042856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ab9a73c-1b2d-4b81-b77a-e87c31925098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.878592228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d7506b8b-32f9-4464-81c9-11d118d1f46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.92805677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"59daa2d4-ef0e-4d93-acab-0f687579d5b5","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.934067325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d7506b8b-32f9-4464-81c9-11d118d1f46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.944092256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"dde71e45-52af-447d-86c0-78abe66857e3","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.960070473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8a52067-73f2-4363-b681-d46f5d9e0c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.000563498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"dde71e45-52af-447d-86c0-78abe66857e3","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.018084846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8a52067-73f2-4363-b681-d46f5d9e0c71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.089169398Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"14f55adc-019d-43e2-9f1e-8afbb3c94770","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ce7e13e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.100536436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f1c3ccc4-acc9-4a61-a1e6-9d5e731c9723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.156065038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f1c3ccc4-acc9-4a61-a1e6-9d5e731c9723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.252455498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"f7eb2d7a-0038-47af-9a8f-54c3d2787dc4","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.315801101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"f7eb2d7a-0038-47af-9a8f-54c3d2787dc4","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.33876612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"d2338f89-5532-46f3-9ce0-36c8aab45a06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.389859942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d8933eb6-b9bf-4ae1-b5fa-888300f2a983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.395119236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"d2338f89-5532-46f3-9ce0-36c8aab45a06","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.443294617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"84842e83-91fc-4be6-9615-3d547b2e9029","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.448453812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d8933eb6-b9bf-4ae1-b5fa-888300f2a983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.503835866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"84842e83-91fc-4be6-9615-3d547b2e9029","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.606240456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"56d145c3-9e4d-4090-9341-f6c2e1c3dc6a","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.682428943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"56d145c3-9e4d-4090-9341-f6c2e1c3dc6a","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.787319415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"7a20f7ad-d93d-4dff-ab3f-450974802966","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.7873449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"7a20f7ad-d93d-4dff-ab3f-450974802966","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.78863238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"168fdcc3-f563-4b33-b785-7c97e4c104c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.788849222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"c1a6b306-9f7a-479d-8a7d-2ff72992a20a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.844621785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"168fdcc3-f563-4b33-b785-7c97e4c104c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.845278561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"c1a6b306-9f7a-479d-8a7d-2ff72992a20a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.888066306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d6a32ad1-e800-4661-ac54-71b7111e2e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.943100612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d6a32ad1-e800-4661-ac54-71b7111e2e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.946478791Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"ae20288d-a881-4089-8313-14beeffed4e3","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8a7f3360","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.039253259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6395d5cd-22f8-48bb-8e2d-b24d20747f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.094484698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6395d5cd-22f8-48bb-8e2d-b24d20747f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.138746352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"e5630277-8377-4d5a-bc30-0a80e5b0370a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.194923395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"e5630277-8377-4d5a-bc30-0a80e5b0370a","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.287658587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"3fb659e1-0dc0-433c-a3b3-78521e6a1ec8","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.340532608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"eece7449-2428-48e3-ba9f-f207c174afde","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.345308082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"3fb659e1-0dc0-433c-a3b3-78521e6a1ec8","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.399329859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"eece7449-2428-48e3-ba9f-f207c174afde","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.43968242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"8432e47d-8c42-4bdd-b844-3f3bf284cd02","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.494616522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"8432e47d-8c42-4bdd-b844-3f3bf284cd02","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:54.747716744Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.141418027Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"df103a1b-cc65-4af3-a22a-59a3be20d9c0","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","subscription":"e2e-shr-auth-c6132c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.171185322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"54a62638-651b-421d-b396-2539ca8fcdd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.22205779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"9ef18ff6-186e-427b-91b0-fd694c8eeef9","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.223092552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4d0be804-742e-4b33-bebe-97d8be2d7c72","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.22638683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"54a62638-651b-421d-b396-2539ca8fcdd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.24467118Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"df103a1b-cc65-4af3-a22a-59a3be20d9c0","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.277296581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"9ef18ff6-186e-427b-91b0-fd694c8eeef9","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.277896861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4d0be804-742e-4b33-bebe-97d8be2d7c72","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.296272291Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-sub","reconcileID":"df103a1b-cc65-4af3-a22a-59a3be20d9c0","MaaSSubscription":{"name":"e2e-shr-auth-c6132c-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.566554365Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.618293116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"cb52cc7b-977c-410a-b64f-6ff6d8fbfe5f","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.740831387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"d1527aa5-376e-4b10-a6f7-484d1d8912ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.740839677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"9039ea5f-f1b4-4c8d-9666-ff41a33895c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.777901673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"426ddff0-b77d-4a40-98df-a8b6926d147c","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.77792815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"426ddff0-b77d-4a40-98df-a8b6926d147c","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.796318506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"d1527aa5-376e-4b10-a6f7-484d1d8912ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.796318427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"9039ea5f-f1b4-4c8d-9666-ff41a33895c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.881529775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"2dc70a90-6f95-4c7e-8d03-427ea8fe27af","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.986327217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"9a443cc7-8166-41a8-b2e3-646a7f447615","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:59.998579066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"d638ca2f-7f01-42d6-a875-3f18a3eeebc1","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","subscription":"e2e-att-detach-148f23-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.053449094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-auth-c6132c-access","reconcileID":"22e8d08c-570a-4479-b053-19f3d6d46b14","MaaSAuthPolicy":{"name":"e2e-shr-auth-c6132c-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-auth-c6132c-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.089603654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"6837cd22-d0f1-4571-9eb6-2f32c658d37a","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.08962852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"6837cd22-d0f1-4571-9eb6-2f32c658d37a","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.101922392Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"d638ca2f-7f01-42d6-a875-3f18a3eeebc1","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.153617503Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-sub","reconcileID":"d638ca2f-7f01-42d6-a875-3f18a3eeebc1","MaaSSubscription":{"name":"e2e-att-detach-148f23-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.361033293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"4c8293b6-f149-4e9e-af4f-45536f068d9f","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.439770769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-dc6e48 priority=0:[ai-tenant-e2e-extmod-b-dc6e48/e2e-att-serve-029b10-sub ai-tenant-e2e-extmod-b-dc6e48/e2e-att-unrel-33c530-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.493191095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"d2b11239-fe9d-4dae-9a27-44416c148017","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.493219646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"d2b11239-fe9d-4dae-9a27-44416c148017","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.706577868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"faef3565-647f-49d3-b197-dd3da4dc3a94","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.706788836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"7c0b3c59-9dca-4237-afe6-843e529bb7dc","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.706577736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"104be812-d889-4ebe-85f1-c2992f46986f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.713152902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9ffe0133-a201-4364-9673-10a49c551054","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.713170292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9ffe0133-a201-4364-9673-10a49c551054","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.762073777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"faef3565-647f-49d3-b197-dd3da4dc3a94","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.76207324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"7c0b3c59-9dca-4237-afe6-843e529bb7dc","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.764049728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"104be812-d889-4ebe-85f1-c2992f46986f","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:00.816624287Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9ffe0133-a201-4364-9673-10a49c551054","name":"e2e-att-detach-148f23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-148f23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:00.816685583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9ffe0133-a201-4364-9673-10a49c551054","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-148f23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.8683312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","reconcileID":"57ba8557-e97e-41b0-8a09-09accb08e039","MaaSModelRef":{"name":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-auth-c6132c-4086d3fe5f7c","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-auth-c6132c-e2e-extmod-a-25719d","externalModel":"e2e-shr-auth-c6132c","provider":"e2e-shr-auth-c6132c-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.971417506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"2dabfa7f-36d9-4be1-b0b6-ce9fa1b378ac","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.971443623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"2dabfa7f-36d9-4be1-b0b6-ce9fa1b378ac","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.019411785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-detach-148f23-access","reconcileID":"61f3092b-d54b-4b76-978c-4cd46acc147a","MaaSAuthPolicy":{"name":"e2e-att-detach-148f23-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.228375683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"f931de43-30fb-486f-bc9a-403f8ef951d5","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.228401466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"f931de43-30fb-486f-bc9a-403f8ef951d5","MaaSModelRef":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-detach-148f23-77c71d9a0f91","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-detach-148f23","externalModel":"e2e-att-detach-148f23","provider":"e2e-att-detach-148f23-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.359903369Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","reconcileID":"bfdb23d9-c4b4-4bb5-b3de-a55c46e05c76","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.466918383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"e0e6dfb2-d183-438d-8498-11215b387da7","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.469345423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"77bfae75-c08f-4a5f-8360-e38c45698e07","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.518526253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d0777c49-25d4-4250-a27c-270050e8de01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.518812619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8fc47324-8241-4952-a472-95b2b0bd60af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.518956086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"dde003b9-6a0b-4a51-9db1-b0902f7fee79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.519506033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b371abb5-419a-4c29-a2f6-3ae0a82a97ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.522183389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"e0e6dfb2-d183-438d-8498-11215b387da7","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.57523863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8fc47324-8241-4952-a472-95b2b0bd60af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.576961409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"dde003b9-6a0b-4a51-9db1-b0902f7fee79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.578842151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b371abb5-419a-4c29-a2f6-3ae0a82a97ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.579458359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"fda2f0c3-f69e-469e-bb56-7cb64d5317f4","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.580219271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d0777c49-25d4-4250-a27c-270050e8de01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.680317655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"33a0605c-eedf-4b72-8801-f87d1804602e","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.680450745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"23f3161b-c624-4fc8-a449-2faa1067be1b","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.683982216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"63f8381b-8431-43e1-8e45-3a4e828b3751","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.741482606Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"9a171487-ebf3-4e56-b8a3-01e87902adc2","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.791288779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"c1bcf183-a4d3-40aa-99dc-0878c827767b","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.936332048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"051beae0-5760-46b7-bfbc-3d7480360d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.936350545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c335c4a4-fe38-4dcc-99c9-682c6f60c25f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.937641604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05b47d6d-631c-40e7-9bf2-6540d4ea1aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.937722073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0cb0430-ad42-4fcf-9731-4081d1db8d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.991936726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c335c4a4-fe38-4dcc-99c9-682c6f60c25f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.992084732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"051beae0-5760-46b7-bfbc-3d7480360d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.994252624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05b47d6d-631c-40e7-9bf2-6540d4ea1aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.99458067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0cb0430-ad42-4fcf-9731-4081d1db8d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.035840065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"2e96e51e-ec69-401e-bf55-103f4fa0fa0a","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.092786375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-c6132c","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","reconcileID":"6ce7f2ce-eb86-4116-a23b-cd40a8a62a0f","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-auth-c6132c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.101528137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"2e96e51e-ec69-401e-bf55-103f4fa0fa0a","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.111928858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"09682ce8-82b2-40ae-8572-cf12d154791c","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.112458024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"4af74fdb-2163-4c4c-a555-4a428eedf2af","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.304660051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"09b49952-25f6-45e4-bfa8-6d5c240f3736","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.305052806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"be7a95ef-9692-461b-af85-fc3fc7b516b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.306908767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"87761dec-172d-4de3-b105-942bc233572a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.318036647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"27c0b3f9-ce93-46d5-80d7-a19cb90e1cc4","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.318053018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"27c0b3f9-ce93-46d5-80d7-a19cb90e1cc4","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.358406232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"efcba73c-1c7a-491a-b852-12bcf03ad8ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.363674547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"be7a95ef-9692-461b-af85-fc3fc7b516b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.364494172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"09b49952-25f6-45e4-bfa8-6d5c240f3736","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.36607787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"87761dec-172d-4de3-b105-942bc233572a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.414213176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"efcba73c-1c7a-491a-b852-12bcf03ad8ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.422220784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"37699842-c10d-4ad7-800c-49351d20259d","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.422241539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"37699842-c10d-4ad7-800c-49351d20259d","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.525065316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"daa4aacd-cc15-4493-ad25-f376912af19c","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.525561784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"f5bbcf6b-c748-4701-8839-eb8a58e19fe3","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.556258882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1960263e-7416-4937-8df1-d51719301687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.611771622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1960263e-7416-4937-8df1-d51719301687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.655217187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"a4778420-23b3-45b2-82f5-3b69eea0e3df","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.718151403Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-148f23","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","reconcileID":"ffd843fc-1c9b-4f4d-8763-310582457157","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-detach-148f23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.811170102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"66eba4a3-28a6-4fdc-a3c1-802acd3d681b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.865781966Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"0e1320db-fcdb-4198-86ab-5b96125e4629","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-72c8871b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.866385853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"295818f7-df92-4eae-bc1b-8c53b6f00000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.866484253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ececb625-0e5a-45bd-abc2-72021e1e9889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.869179672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"66eba4a3-28a6-4fdc-a3c1-802acd3d681b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.917092111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"555edc2e-be07-4656-bc47-023cb0859863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.922940669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ececb625-0e5a-45bd-abc2-72021e1e9889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.923523394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"295818f7-df92-4eae-bc1b-8c53b6f00000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:02.973651051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"555edc2e-be07-4656-bc47-023cb0859863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.058055319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"12de2f16-d02e-47c6-ad60-40bf4865775c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.114383193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"12de2f16-d02e-47c6-ad60-40bf4865775c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.260392878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"74f954ac-7b7c-4517-a84a-3ba9b11ac634","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.260423892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"74f954ac-7b7c-4517-a84a-3ba9b11ac634","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.264528358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"46cedc05-1b3c-4e97-8280-769120a3a5b6","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.26504579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8f008236-69d2-4da5-b670-c793d9661768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.266356543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196e11c2-b3aa-44bd-868a-5562b59b1aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.321188908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"46cedc05-1b3c-4e97-8280-769120a3a5b6","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.321566801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8f008236-69d2-4da5-b670-c793d9661768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.323515599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"196e11c2-b3aa-44bd-868a-5562b59b1aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.362443538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"22ce23e0-6eea-44e0-91cf-152cbced79c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.417941849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"22ce23e0-6eea-44e0-91cf-152cbced79c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.42034471Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"844c03b3-7750-46bf-bdde-7cb6f5836990","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b0526811","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.511944945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"19009275-f778-4a8b-a872-9bc59fffe969","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.56954612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"19009275-f778-4a8b-a872-9bc59fffe969","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.629366769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"a53bee48-06a7-464d-b0af-83fc3b480806","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.681221958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50c9890e-9d40-4d0d-a68a-f363b7e70ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.684727838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"a53bee48-06a7-464d-b0af-83fc3b480806","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.731575984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"9fc12581-5977-4333-9b20-7d116c4a9f05","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.736785201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50c9890e-9d40-4d0d-a68a-f363b7e70ca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.787512685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"9fc12581-5977-4333-9b20-7d116c4a9f05","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:03.982555291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ac5c4ecf-9482-48fe-abf5-fbcbc3cc0652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.003626275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d6ca1905-d782-4f90-b93e-ab6b0f626e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.038841257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ac5c4ecf-9482-48fe-abf5-fbcbc3cc0652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.0588827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d6ca1905-d782-4f90-b93e-ab6b0f626e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.082037664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d9291605-d67f-49e1-92c5-9b8249e429ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.082084261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e5f24518-d5bc-4053-9e23-e9b6596af240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.138650488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e5f24518-d5bc-4053-9e23-e9b6596af240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.138808418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d9291605-d67f-49e1-92c5-9b8249e429ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.287078987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d165306c-c06c-4da2-b069-7257f550d93f","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.342678246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"d165306c-c06c-4da2-b069-7257f550d93f","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.488145039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"4f39c230-70a8-4365-b7f5-5a4dbca87f10","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:04.543988784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"4f39c230-70a8-4365-b7f5-5a4dbca87f10","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:09.775406191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"ef8c3e1c-548f-4f97-a9b9-ab1fa775bcab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:09.888423724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"ef8c3e1c-548f-4f97-a9b9-ab1fa775bcab","name":"e2e-api-b-d855db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:12.918047086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"40c149e6-2c7b-405b-b78e-b42b52e35f42","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","subscription":"e2e-shr-shared-0fe371-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.022510948Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"40c149e6-2c7b-405b-b78e-b42b52e35f42","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.074549989Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-sub","reconcileID":"40c149e6-2c7b-405b-b78e-b42b52e35f42","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.396136419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"3df96a3f-98f7-4b4b-aaf8-4b4e4c611ff5","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.448000707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"7bfb101d-ebf9-4175-85b0-b71881cdf01a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.472670058Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"18d1a41a-d850-4948-a09b-16ab742fb228","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","subscription":"e2e-att-unrel-33c530-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.503878592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"7bfb101d-ebf9-4175-85b0-b71881cdf01a","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.556948509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f1d2b795-b840-4b39-9b1e-6af6b5378d2f","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.556974147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"f1d2b795-b840-4b39-9b1e-6af6b5378d2f","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.57601211Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"18d1a41a-d850-4948-a09b-16ab742fb228","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.627690786Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-sub","reconcileID":"18d1a41a-d850-4948-a09b-16ab742fb228","MaaSSubscription":{"name":"e2e-att-unrel-33c530-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.660593158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"5954942a-aaf4-4948-b8a2-f65929e4b52e","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.762204724Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"6cee7695-2b51-4657-8c39-0d990ef4f6b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.945934267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"60992851-9822-443d-9858-d4fb37f26a9d","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:13.9459843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"60992851-9822-443d-9858-d4fb37f26a9d","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.04636009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"6cee7695-2b51-4657-8c39-0d990ef4f6b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.049993262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"610c69bc-aa4f-4e04-a262-74f9ae040712","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.049990857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"28822ebd-fb65-4ac5-a08c-5d4846f6e2d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.105427438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"610c69bc-aa4f-4e04-a262-74f9ae040712","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.105720506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"28822ebd-fb65-4ac5-a08c-5d4846f6e2d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.105870331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"cf18b488-350c-4dd6-88c0-e131947bb785","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.105888364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"cf18b488-350c-4dd6-88c0-e131947bb785","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.168036464Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"6cee7695-2b51-4657-8c39-0d990ef4f6b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.168063508Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-shr-shared-0fe371-access","reconcileID":"6cee7695-2b51-4657-8c39-0d990ef4f6b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:14.211019851Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"cf18b488-350c-4dd6-88c0-e131947bb785","name":"e2e-att-unrel-33c530","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-33c530\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:14.211087906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"cf18b488-350c-4dd6-88c0-e131947bb785","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-33c530\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.268211761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"088311b7-996c-4185-a119-2fafac958054","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.26823674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"088311b7-996c-4185-a119-2fafac958054","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.364778677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-unrel-33c530-access","reconcileID":"d006d072-5e05-4173-9ce8-e7d1cd6beb42","MaaSAuthPolicy":{"name":"e2e-att-unrel-33c530-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.372530167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","reconcileID":"8720cd2a-c98b-45ea-aa38-cbdd449a003f","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-7ec34b579cf0","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-b-1ff1dc","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.475998459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"bfb1746d-6128-4004-8353-5aa8cd2ca7e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.476564788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"d69c10cb-b6c4-4e79-b978-3d758d8ea96b","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.53451193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"bfb1746d-6128-4004-8353-5aa8cd2ca7e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.640129433Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"0d2f5416-fc76-43a8-b890-12d58263dcc5","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b7bb4d35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.64033716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"f0205a84-8cd2-4b56-ad4e-c9767bac05c9","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.640355754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"f0205a84-8cd2-4b56-ad4e-c9767bac05c9","MaaSModelRef":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-unrel-33c530-a06209be5774","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-unrel-33c530","externalModel":"e2e-att-unrel-33c530","provider":"e2e-att-unrel-33c530-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.907359196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"be41dc91-c345-4ee3-83d7-c41bec037721","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:14.962616699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"be41dc91-c345-4ee3-83d7-c41bec037721","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.083545365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"7b2cd60e-71db-4064-8e06-e0b8d583559c","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.187881773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"cf99cbe4-08ae-4afc-9abf-040bcedc42ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.191593772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"e34e3908-5050-4135-b108-e90688232684","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.192684286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"5c60116c-e071-44d4-bcc4-c46c77406657","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.192708016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"5c60116c-e071-44d4-bcc4-c46c77406657","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.239490172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4224080c-636a-4321-847b-cb71c3388b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.242526661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"05cecea8-df3a-43bf-a7cd-46ed4109cabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.243574575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"cf99cbe4-08ae-4afc-9abf-040bcedc42ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.247134161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"e34e3908-5050-4135-b108-e90688232684","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.294888458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4224080c-636a-4321-847b-cb71c3388b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.297578893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"05cecea8-df3a-43bf-a7cd-46ed4109cabf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.323504323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"b2774bc0-5149-4e69-9bc2-48040c1211eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.380033714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"b2774bc0-5149-4e69-9bc2-48040c1211eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.401338308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"0756583c-359a-4834-b9c1-f174b5aabca9","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.599430714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-33c530","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","reconcileID":"32b53502-8998-43d1-96e2-e22a289ca279","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-unrel-33c530","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.689205072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bb518790-3c10-497e-b380-b9b7ca166151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.70321075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75a20196-f7df-44f9-9e0c-b2b34914c56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.704080342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"561a90b0-70d8-4217-9bff-637f86a3b7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.748037499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bb518790-3c10-497e-b380-b9b7ca166151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.761128411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75a20196-f7df-44f9-9e0c-b2b34914c56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.761209976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"561a90b0-70d8-4217-9bff-637f86a3b7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.804408202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"31d27047-5034-40a9-95e4-6ce9b7139cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.807012461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"237226e3-4a4c-4f48-aefd-77315a911f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.859957537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"31d27047-5034-40a9-95e4-6ce9b7139cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:15.862318748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"237226e3-4a4c-4f48-aefd-77315a911f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.061597732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"7753a326-c9e8-4b5c-ab4c-17f3760397e5","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.114841726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"be3e202b-d13d-4466-8b33-0a95b9122db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.116171177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b704960a-4e40-46f3-b635-048fdf979705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.117441166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"7753a326-c9e8-4b5c-ab4c-17f3760397e5","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.147296253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"88f50bfd-5ee8-42dd-8eda-6b0b3e0136b5","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.14732233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"88f50bfd-5ee8-42dd-8eda-6b0b3e0136b5","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.170903846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"be3e202b-d13d-4466-8b33-0a95b9122db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.172837664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b704960a-4e40-46f3-b635-048fdf979705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.210135647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7f238223-c78e-464c-8632-e953a2a072d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.210174496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"31b4245c-15a1-4e06-99c7-25821837cb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.26571326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7f238223-c78e-464c-8632-e953a2a072d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.2658541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"31b4245c-15a1-4e06-99c7-25821837cb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.311890672Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"5d1c76e7-7aaf-47db-8f07-d8fa45c331a6","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f7747dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.543863686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"e3cd3c4f-d750-417f-b019-dee95a2e1029","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.544536942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"d18d9201-176f-4962-ad14-8cc8850a48cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.594990288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb6d00e9-3832-45de-98b9-b657b3846b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.599680948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"e3cd3c4f-d750-417f-b019-dee95a2e1029","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.600499272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"d18d9201-176f-4962-ad14-8cc8850a48cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.645127797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"087aa3ae-93e3-45d4-bd4b-42a510d191ce","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.650947111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb6d00e9-3832-45de-98b9-b657b3846b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.696196728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"35170592-5530-4395-96f8-ac1fe135b983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.700438196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"087aa3ae-93e3-45d4-bd4b-42a510d191ce","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:16.751877867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"35170592-5530-4395-96f8-ac1fe135b983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:24.692042469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"523becb9-8abb-4b3a-8579-b5131889ce1a","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","subscription":"e2e-shr-shared-0fe371-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:24.747895443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:24.795849629Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"523becb9-8abb-4b3a-8579-b5131889ce1a","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:24.847605311Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-sub","reconcileID":"523becb9-8abb-4b3a-8579-b5131889ce1a","MaaSSubscription":{"name":"e2e-shr-shared-0fe371-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.168436677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"1c0b9d8d-83ba-4866-91a9-c82615bbd456","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.220590102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4db21ea3-525d-45a7-8f9e-9a5feb8ba266","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.275926647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"4db21ea3-525d-45a7-8f9e-9a5feb8ba266","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.330408829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"ba8b003a-7189-4e9a-a63b-57e08eab30df","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:25.434925315Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"ba8b003a-7189-4e9a-a63b-57e08eab30df","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0fe371-e2e-extmod-a-25719d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:25.43499657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"ba8b003a-7189-4e9a-a63b-57e08eab30df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-0fe371-e2e-extmod-a-25719d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.492015793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"00d64f68-6d44-4abf-90f2-b961562090c3","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.536074534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"839a8377-2702-424b-aef6-b32804c8b959","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-shr-user-4e5348/e2e-shr-shared-0fe371-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.739318243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"839a8377-2702-424b-aef6-b32804c8b959","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.862426642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"839a8377-2702-424b-aef6-b32804c8b959","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.862450522Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-shr-shared-0fe371-access","reconcileID":"839a8377-2702-424b-aef6-b32804c8b959","MaaSAuthPolicy":{"name":"e2e-shr-shared-0fe371-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:25.969962052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"9e3873c1-45c5-4c21-a966-ea122dc87dd8","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.36366922Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"9fc85e0a-1063-46a4-837c-7b526f87ff97","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","subscription":"e2e-att-serve-029b10-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.38544041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","reconcileID":"38351518-24cd-4abd-9a9d-a2260fe92897","MaaSModelRef":{"name":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","namespace":"e2e-extmod-shr-user-4e5348"},"routeName":"external-model-e2e-shr-shared-0fe371-192d7b9c6f78","namespace":"e2e-extmod-shr-user-4e5348","model":"e2e-shr-shared-0fe371-e2e-extmod-a-25719d","externalModel":"e2e-shr-shared-0fe371","provider":"e2e-shr-shared-0fe371-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.466616913Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"9fc85e0a-1063-46a4-837c-7b526f87ff97","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.518189123Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-sub","reconcileID":"9fc85e0a-1063-46a4-837c-7b526f87ff97","MaaSSubscription":{"name":"e2e-att-serve-029b10-sub","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"maas-trlp-e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.83713542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"6b5af529-fcb2-4ea0-843e-c5fff8d68d4d","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.837159382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"6b5af529-fcb2-4ea0-843e-c5fff8d68d4d","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.888879761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"8187de8f-d718-4035-9cee-80861a55f6b9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.946404381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"8187de8f-d718-4035-9cee-80861a55f6b9","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.966517054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","reconcileID":"ef2f8444-f01b-4048-bcc7-61990c089451","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.99887293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"30cf018d-eab4-4342-a87f-983556e5ec36","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.998896581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"30cf018d-eab4-4342-a87f-983556e5ec36","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.07054748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"9ca54f3f-a379-4a71-aec3-1e0ac32a094c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.121722511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0b5e6234-edc2-41e1-ac05-2b6f31bca765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.12223631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"653c4363-d6fb-4647-ae23-dd5790c084b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.122332008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"48850ed2-fb58-46dc-a4f7-c37d8cc4022e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.125878183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"9ca54f3f-a379-4a71-aec3-1e0ac32a094c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.17881642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0b5e6234-edc2-41e1-ac05-2b6f31bca765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.178816423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"48850ed2-fb58-46dc-a4f7-c37d8cc4022e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.181091813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"653c4363-d6fb-4647-ae23-dd5790c084b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.204887772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"53482ab7-85f8-4ed1-9517-6eef9b4f8b10","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.458620745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"53482ab7-85f8-4ed1-9517-6eef9b4f8b10","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.462207368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"db485b00-764e-43ee-8808-6ad6cdb90f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.518239652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"db485b00-764e-43ee-8808-6ad6cdb90f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.563484954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1e903d7e-e521-4049-afd8-84fc1dc0cf24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.563536657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3196ccbd-fa7f-455f-b530-6841174f3cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.563946033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a31cef5-29c8-4b4d-a4c3-b7ce4f72f4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.582136228Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"53482ab7-85f8-4ed1-9517-6eef9b4f8b10","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"name":"e2e-extmod-b-dc6e48-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.582153275Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"e2e-att-serve-029b10-access","reconcileID":"53482ab7-85f8-4ed1-9517-6eef9b4f8b10","MaaSAuthPolicy":{"name":"e2e-att-serve-029b10-access","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-dc6e48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.618921893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1e903d7e-e521-4049-afd8-84fc1dc0cf24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.620070435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3196ccbd-fa7f-455f-b530-6841174f3cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.621362732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a31cef5-29c8-4b4d-a4c3-b7ce4f72f4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.689956436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"404fe22c-3abb-4fb6-ba48-7a94848e0250","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"tenant":"e2e-extmod-b-dc6e48","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","model":"e2e-extmod-att-user-394e88/e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.69008995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"404fe22c-3abb-4fb6-ba48-7a94848e0250","MaaSModelRef":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"routeName":"external-model-e2e-att-serve-029b10-f15c0e43ca6a","namespace":"e2e-extmod-att-user-394e88","model":"e2e-att-serve-029b10","externalModel":"e2e-att-serve-029b10","provider":"e2e-att-serve-029b10-provider","gateway":"openshift-ingress/e2e-extmod-b-dc6e48","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.698141802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-0fe371","namespace":"e2e-extmod-shr-user-4e5348"},"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","reconcileID":"c3f0d05e-ce53-4eb9-9037-94193ec39a68","namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-shared-0fe371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.796555481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"197e9c5f-b225-4b0f-971a-341bd27394ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.840034411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"521c2270-0f29-4cf7-b61d-4f4010536fff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.853299615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"197e9c5f-b225-4b0f-971a-341bd27394ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.895400355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"521c2270-0f29-4cf7-b61d-4f4010536fff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.930595571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac7bd8d1-826a-477e-8e78-9ff977632c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.930893499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"73614cc9-d102-48bc-84c4-cdb39cc17412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:27.930590928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ddbe46c2-29e3-4c84-ba43-13d6e93594b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.001622606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"73614cc9-d102-48bc-84c4-cdb39cc17412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.003086054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac7bd8d1-826a-477e-8e78-9ff977632c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.01146033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ddbe46c2-29e3-4c84-ba43-13d6e93594b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.208625174Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"88ef6a8f-53ca-4de2-bf66-30d5f95bbad0","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.219333804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"79860d6e-46d3-4849-a6b9-fb6163655ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.278667274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"79860d6e-46d3-4849-a6b9-fb6163655ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.325080769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0bfc81f7-42cc-435c-bfe3-ffec49461957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.380206263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0bfc81f7-42cc-435c-bfe3-ffec49461957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.420639812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e7e38ce5-a4ad-4f4b-83f8-3651f4d6e84a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.4208188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02d2eeb-177c-4ead-b2db-d908d75619b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.420646459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"59c32baa-a69d-441d-baab-9ca6d774f0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.478770805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e7e38ce5-a4ad-4f4b-83f8-3651f4d6e84a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.491565504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e02d2eeb-177c-4ead-b2db-d908d75619b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.507189089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"59c32baa-a69d-441d-baab-9ca6d774f0f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.595913024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"8b971694-64f6-4819-b651-7741f5e44690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.651546678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"8b971694-64f6-4819-b651-7741f5e44690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.701147877Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-029b10","namespace":"e2e-extmod-att-user-394e88"},"namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","reconcileID":"8caf86cf-df3d-48aa-8155-0eca2f2e0ab5","namespace":"e2e-extmod-att-user-394e88","name":"e2e-att-serve-029b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.738484102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2223073c-30cf-4854-a139-9dc7ba018595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.795181113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2223073c-30cf-4854-a139-9dc7ba018595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.969049131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2a863886-2654-4593-9553-e1e617acaaac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.969275332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88f166f3-1e9b-4af5-94ea-fab4f1299add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.969050103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"49fd7d85-6814-4bb3-b5ee-5ab27e7ad390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.019029141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"f866afeb-a6b6-49c6-b58b-f39c6c30b137","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.028172953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"2a863886-2654-4593-9553-e1e617acaaac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.049359131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"49fd7d85-6814-4bb3-b5ee-5ab27e7ad390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.050036268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88f166f3-1e9b-4af5-94ea-fab4f1299add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.075022932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"f866afeb-a6b6-49c6-b58b-f39c6c30b137","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.205166481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"07e3498f-07a5-47ad-a61a-9c99024933c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.260456923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"07e3498f-07a5-47ad-a61a-9c99024933c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.408086593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5bd0e83b-9b26-4ae1-99d9-f6fa18e2fbe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.408113974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7115c775-f4a0-4f4a-a2b0-83bf70d1a5f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.408724135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828cd0ca-afc0-4288-abfc-3f9b0a308c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.459712108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"667c8787-a8c9-4316-b427-c03670a46648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.466390164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828cd0ca-afc0-4288-abfc-3f9b0a308c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.466387068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5bd0e83b-9b26-4ae1-99d9-f6fa18e2fbe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.468491359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7115c775-f4a0-4f4a-a2b0-83bf70d1a5f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:29.515518837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"667c8787-a8c9-4316-b427-c03670a46648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.023763135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"64ad2ebf-f1fa-443b-b973-6af493767061","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.081194867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"e0a0e822-5de9-4f92-a764-625b839dca85","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.235045108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-gw-auth-2f02ff9a","reconcileID":"b7da1edf-e341-4d02-ab01-092c3a7b70cc","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.29103263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-gw-auth-2f02ff9a","reconcileID":"b7da1edf-e341-4d02-ab01-092c3a7b70cc","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.457519599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf60f4b-9bbb-4633-b4dc-b5d21d4c310e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.509903319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf60f4b-9bbb-4633-b4dc-b5d21d4c310e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.561860004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf60f4b-9bbb-4633-b4dc-b5d21d4c310e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.613934306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"daf60f4b-9bbb-4633-b4dc-b5d21d4c310e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.618416967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"4c8c3d88-5536-487e-90f0-eb7e04caad33","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.824343176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-gw-auth-2f02ff9a","reconcileID":"b28f1bb8-87bb-4a43-9aff-81ed52b756b2","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:35.880320524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-gw-auth-2f02ff9a","reconcileID":"b28f1bb8-87bb-4a43-9aff-81ed52b756b2","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:37.533159355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6cc194-49c8-41cc-9178-3d736096a909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:37.585122241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6cc194-49c8-41cc-9178-3d736096a909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:37.636920511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6cc194-49c8-41cc-9178-3d736096a909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:37.688604241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6cc194-49c8-41cc-9178-3d736096a909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:38.056928052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"e2e-gw-auth-2f02ff9a","reconcileID":"b930f632-e028-4faa-883c-8594f0cf5bea","MaaSAuthPolicy":{"name":"e2e-gw-auth-2f02ff9a","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:38.056929175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"12ef6c42-4482-4ab7-8f2b-c52d94ac686b","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:38.266288999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"8b669cae-96b8-48b0-be39-7c7574b5b429","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.019965275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"fbff2a17-8d07-452f-ae28-cca2ade49ebd","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.076960864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"89bff28f-5d61-4702-a588-7924fde0aaca","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.124333249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"40b287bf-ed9c-4742-824d-92e50bcb755b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.175283383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd5434ad-06d4-4750-85cf-55c48a365d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.175325157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7218e3c7-fc9d-4432-9ef6-2f359b128f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.17571572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"7f37f3e9-9e74-4b01-85c3-c1382f5dbd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.175720144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8534a877-dd2f-4231-a851-0ed2d65d7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.180881969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"40b287bf-ed9c-4742-824d-92e50bcb755b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.231858563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd5434ad-06d4-4750-85cf-55c48a365d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.232389127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8534a877-dd2f-4231-a851-0ed2d65d7aee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.234150783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"7f37f3e9-9e74-4b01-85c3-c1382f5dbd97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.234566974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7218e3c7-fc9d-4432-9ef6-2f359b128f58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.385658284Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"85a225d1-37d0-464c-87de-3b8ba59a69d2","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"name":"e2e-rt-sw-a1c5ce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.540556346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6ed466a6-a40f-4f99-afae-92dbcbb32c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.546650413Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"d23ffe2a-71af-491f-8ae1-fa2f06c18c74","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"name":"e2e-rt-sw-a1c5ce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.555269189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26b28205-86d2-4d63-9eef-dce81e8ca47c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.555305819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9ca40ab-3804-48a0-a2ef-7ae8e7309302","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.596645455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6ed466a6-a40f-4f99-afae-92dbcbb32c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.642645009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fa5bd02-96d8-432b-b4a4-3c4cc2811204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.642800038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"20078aae-c3ad-436d-b26a-e61164e7fce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.643168675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1c4f879b-49c5-47f0-a612-36480df74aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.643323498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4f41fc8d-102e-4b5d-934c-ed537d5025f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:40.650618941Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"d23ffe2a-71af-491f-8ae1-fa2f06c18c74","name":"e2e-rt-sw-a1c5ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-a1c5ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:40.650687506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"d23ffe2a-71af-491f-8ae1-fa2f06c18c74","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-a1c5ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.650905869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b0c66e3-eff9-4485-874a-1d62a5f78daf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.650919445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b0c66e3-eff9-4485-874a-1d62a5f78daf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.651281591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cdfbe961-036f-4985-8a64-908451989998","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.651297059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cdfbe961-036f-4985-8a64-908451989998","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.651644209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2988fce7-48ee-46ad-a39d-9f51b6e20bec","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.651658996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2988fce7-48ee-46ad-a39d-9f51b6e20bec","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.651965404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"159d72d9-8823-4f27-8945-53373f36e848","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.651980465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"159d72d9-8823-4f27-8945-53373f36e848","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.652265314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2a8f8a8-c3ca-4e22-80a4-c26e8466789f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.652278188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2a8f8a8-c3ca-4e22-80a4-c26e8466789f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.652734922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76481c36-da11-4c4f-be0b-aee95ed8f656","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.652751063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"76481c36-da11-4c4f-be0b-aee95ed8f656","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.653059762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d6d9a45-de4b-4b48-8a46-e68dbf9f5622","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.653073686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d6d9a45-de4b-4b48-8a46-e68dbf9f5622","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.653374905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eed1d581-880f-4c65-8176-a879d2b4c761","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.653388098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eed1d581-880f-4c65-8176-a879d2b4c761","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.702448661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fa5bd02-96d8-432b-b4a4-3c4cc2811204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.702954521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1c4f879b-49c5-47f0-a612-36480df74aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.705119037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"20078aae-c3ad-436d-b26a-e61164e7fce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.705618913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4f41fc8d-102e-4b5d-934c-ed537d5025f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.70756502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"7fbfb4b8-a87f-472a-afc9-0d70407abad5","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"name":"e2e-rt-sw-a1c5ce","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:40.96996286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"091e77aa-da88-4e4f-b0a0-95af72f076be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.026793716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"091e77aa-da88-4e4f-b0a0-95af72f076be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.10717279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"0cc289a7-4c14-47bc-94ab-2b5753ebd8dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.15918959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"52ae8b12-f6af-4e7d-a6be-8103377e5edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.159253844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4035fa13-a7f2-4fd1-853c-f6f64f5b8fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.159819367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86925ded-c5ec-4747-ab9a-5c28435cabe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.163873997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"0cc289a7-4c14-47bc-94ab-2b5753ebd8dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.215824293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"52ae8b12-f6af-4e7d-a6be-8103377e5edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.215850547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4035fa13-a7f2-4fd1-853c-f6f64f5b8fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.218229972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86925ded-c5ec-4747-ab9a-5c28435cabe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.63469185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"9b198a36-5cc2-45da-8c51-4da30d84848b","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.687577664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"6b44e00a-ced3-4cde-8e04-4c86d598f7c1","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.687707306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"6b44e00a-ced3-4cde-8e04-4c86d598f7c1","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.747662254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"3172e7dd-72c9-43e1-9f4a-f94651057bd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.799015069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f8f9f5e-e6b6-4d41-933b-9f2df1af6f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.799073209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6b47c953-b8b4-4cc0-b877-657005f85b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.799656127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff027989-faf7-4bec-8449-bf3bdd40cc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.79966613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"eb5759b4-ce0b-460c-9041-779b462fdf5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.804066515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"3172e7dd-72c9-43e1-9f4a-f94651057bd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.886909897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff027989-faf7-4bec-8449-bf3bdd40cc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.902778338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6b47c953-b8b4-4cc0-b877-657005f85b5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.915910548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f8f9f5e-e6b6-4d41-933b-9f2df1af6f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:41.91590617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"eb5759b4-ce0b-460c-9041-779b462fdf5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.05568419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"e875f353-74c9-4d5f-9be0-68e6d5d97229","namespace":"llm","name":"e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.227021264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c995e26f-f6f2-4d37-8e04-293ac5a0bed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.282390705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c995e26f-f6f2-4d37-8e04-293ac5a0bed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.326598428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"daacb7f0-c43a-4075-a3d6-3020e25b7b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.326720489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"39f985c4-03c7-4054-aef2-06ecfd8dcb37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.327095978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"207952f4-0770-4028-b850-26efab1bc561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.327129545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3fc6938-650f-41bd-82bf-54bb65ebb0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.384985219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"39f985c4-03c7-4054-aef2-06ecfd8dcb37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.385863987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"daacb7f0-c43a-4075-a3d6-3020e25b7b3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.389382218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"207952f4-0770-4028-b850-26efab1bc561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.389407993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3fc6938-650f-41bd-82bf-54bb65ebb0f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.433367979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"6f8d3d0a-6b0b-4387-bccf-47799e13412f","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"name":"e2e-dft-db62d5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.594765382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b1dea2d8-447e-42ab-ac60-8dbd0091e35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.648923264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"5f1a53e8-a3ae-4cec-92bc-4acff05ecd34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.650102186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b1dea2d8-447e-42ab-ac60-8dbd0091e35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.69484196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0efd2eac-0f5c-456d-a3b8-1c80aa05fa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.699671831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0cddc626-387b-4712-9625-5691cb8112e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.704203278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"5f1a53e8-a3ae-4cec-92bc-4acff05ecd34","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.74987364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0efd2eac-0f5c-456d-a3b8-1c80aa05fa06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.754968533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0cddc626-387b-4712-9625-5691cb8112e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.122744035Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"9d62806b-26fd-4bb5-84db-66fde6cfbf22","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.279258199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de92afad-50f9-4220-aa7b-f2ce46277e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.279622815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"579b8823-5efc-4220-8a2a-6c78ef50fb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.279712767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cc377130-4ac9-4751-868e-3a8304e74381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.280057546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"197fbe51-7df9-46ad-89a9-8cda45874d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.28009067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fbb24af3-bdfe-4a99-9a8c-1e5ee8fa7b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.335636267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de92afad-50f9-4220-aa7b-f2ce46277e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.336286402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fbb24af3-bdfe-4a99-9a8c-1e5ee8fa7b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.337824274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"579b8823-5efc-4220-8a2a-6c78ef50fb5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.338604874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"cc377130-4ac9-4751-868e-3a8304e74381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.340915609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"197fbe51-7df9-46ad-89a9-8cda45874d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.593299352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"4285a046-2bd7-49e7-9b72-3f977d1f2438","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"name":"e2e-dft-db62d5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.700442248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"48c91467-327e-4aed-849b-4324afdc1166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.701486601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c335f17c-9dbc-4cca-bbe4-5c0352ce9948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.751738006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60f3be77-a276-41d1-b0b0-c111de431d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.752373666Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"ca5257a9-51fe-49d0-9927-922f079ded09","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"name":"e2e-dft-db62d5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.752450695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bc3381a5-c264-4433-a505-821ccc0c1aff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.756696555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"48c91467-327e-4aed-849b-4324afdc1166","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.757114008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c335f17c-9dbc-4cca-bbe4-5c0352ce9948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.807615886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60f3be77-a276-41d1-b0b0-c111de431d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.807936106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bc3381a5-c264-4433-a505-821ccc0c1aff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.533778755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3678ec-3a5f-4373-8706-0b1a278d752d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.585686502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3678ec-3a5f-4373-8706-0b1a278d752d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.637814551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3678ec-3a5f-4373-8706-0b1a278d752d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.650281521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"030b9bfd-3794-4bd1-b563-85fef2361641","namespace":"llm","name":"e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.689755049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3678ec-3a5f-4373-8706-0b1a278d752d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.793590444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"c7ecbf53-0bd9-4945-b721-9900ba123888","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.845501852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7328fe4e-602b-4c71-8647-54ebdc7d6bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.845602227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"6e27799c-7229-414d-ade5-cfd63a716563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.846000262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01bd00f7-0927-4d3f-b37c-bf4cff823e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.846027428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"cd353c5c-e2e9-4bdd-adcd-53c6e7d29613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.849594092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"c7ecbf53-0bd9-4945-b721-9900ba123888","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.900966233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"6e27799c-7229-414d-ade5-cfd63a716563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.901077023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7328fe4e-602b-4c71-8647-54ebdc7d6bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.903337672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"cd353c5c-e2e9-4bdd-adcd-53c6e7d29613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.90496817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01bd00f7-0927-4d3f-b37c-bf4cff823e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.954612163Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"37611238-69c1-4774-be8b-5664601accd9","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"name":"e2e-dft-db62d5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.007046582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"138ff654-52fa-4ba8-b957-66fd7a1b162a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.007061498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"138ff654-52fa-4ba8-b957-66fd7a1b162a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.007316365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82bff204-f2ae-4b28-a139-3211e5d59cad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.007329522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82bff204-f2ae-4b28-a139-3211e5d59cad","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.007586917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac3ba572-65af-400e-ac8a-13510c17847d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.00760022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac3ba572-65af-400e-ac8a-13510c17847d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.007814726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"024f1191-f32d-4970-b4cd-3584381cb3cf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.007825104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"024f1191-f32d-4970-b4cd-3584381cb3cf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.00802729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f9c829b-76e5-4568-8345-506c0ecca6de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.008037621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f9c829b-76e5-4568-8345-506c0ecca6de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.008312486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca26645d-e1c1-4722-9084-180618e302c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.008322584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca26645d-e1c1-4722-9084-180618e302c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.008537354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"485dfc36-93ff-4b3e-859f-0f8c446e47c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.008547878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"485dfc36-93ff-4b3e-859f-0f8c446e47c3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.008736153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6066ef5e-94ae-4a1a-a09b-b7c883cd3a08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.008745384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6066ef5e-94ae-4a1a-a09b-b7c883cd3a08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.020008178Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-581487","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-581487","reconcileID":"176cccff-583d-4edc-a5c5-86f3dd3c9b6b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-581487","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-581487":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.06081344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"3dfc1671-a2c1-4627-bdf3-eb4bec2817aa","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.06083008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"3dfc1671-a2c1-4627-bdf3-eb4bec2817aa","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.164039073Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"ce4991bc-7fec-44fd-8cbc-0e61652e1ce6","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"name":"e2e-dft-db62d5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.180888367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f3f4630-d8cc-457f-ba84-cf5d007074ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.180893365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"adf61ed5-b1c6-4e3d-b9be-88c87d45b029","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.218360862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aa05f758-c313-48bd-932d-b13c3f606222","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.218378651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aa05f758-c313-48bd-932d-b13c3f606222","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.218657454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0307b78d-49d8-437a-9e43-1549cc226bb8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.218668325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0307b78d-49d8-437a-9e43-1549cc226bb8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.218889339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff9318db-c45b-46f4-8c85-34ca90a26095","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.218899607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff9318db-c45b-46f4-8c85-34ca90a26095","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.219105028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a92df05-2f1d-4f42-9d09-63aef3d95cfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.219114817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a92df05-2f1d-4f42-9d09-63aef3d95cfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.219386083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a2154d7-0f00-453c-8c9c-b82e24cbb7cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.219397287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8a2154d7-0f00-453c-8c9c-b82e24cbb7cd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.21973526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfcd65e7-889d-4588-a404-fefe525f640b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.21975018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfcd65e7-889d-4588-a404-fefe525f640b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.220059353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45dba895-8e0f-48e1-b655-02f3ba052b85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.220073788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45dba895-8e0f-48e1-b655-02f3ba052b85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.275861601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8b7c93-0dd9-412f-b4d0-3756b9247fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.276067668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23aede08-9e29-4d2b-85db-dd701f69f395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.275867926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d10628ed-4799-4516-a811-24681a8dfac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.276533573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7ba25b9a-1bd1-4250-953c-9000ac1fb80f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.276576692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c6c0b4f9-6770-4056-8351-76228857f6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.280430641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"d3824827-6666-483f-b614-402f05d1a284","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.280447527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"d3824827-6666-483f-b614-402f05d1a284","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.347122154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7ba25b9a-1bd1-4250-953c-9000ac1fb80f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.34823372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8ddbe27-772f-4585-8034-cfa4d8dcbfcf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.348313376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8ddbe27-772f-4585-8034-cfa4d8dcbfcf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.360606062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d10628ed-4799-4516-a811-24681a8dfac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.372135108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c6c0b4f9-6770-4056-8351-76228857f6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.383006769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8b7c93-0dd9-412f-b4d0-3756b9247fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.383047522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23aede08-9e29-4d2b-85db-dd701f69f395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.413105423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"aabd87e6-768f-4ce7-9b5e-a3906f7952b2","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"name":"e2e-dft-db62d5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.729071914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"c03d46e9-e2be-40db-97e7-764236235968","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.840220926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"c03d46e9-e2be-40db-97e7-764236235968","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.88624037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a9b995-c03f-4e3e-875d-1ad4f5981ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.88633756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a42f165-2848-4915-b7ee-045e431623ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.94338422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8a9b995-c03f-4e3e-875d-1ad4f5981ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.943384685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a42f165-2848-4915-b7ee-045e431623ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.041973599Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"504f8ff1-8147-470a-b09e-09bf6393fa9a","namespace":"llm","name":"e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.05067673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b6886480-e16b-4e9b-87e3-2d387ac8120c","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.050695103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b6886480-e16b-4e9b-87e3-2d387ac8120c","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.193177696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"eb7edd48-97df-4703-a3ea-d2bac66f119b","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.193206003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"eb7edd48-97df-4703-a3ea-d2bac66f119b","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.243801541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a5fed1bd-2442-46e2-b33c-abefc6490341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.244087715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"48242c78-10b1-486e-b9af-62904997fe54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.295315609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"49e66f67-f33a-487c-b31b-7c43e6a6cbc0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.299881111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a5fed1bd-2442-46e2-b33c-abefc6490341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.300264701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"48242c78-10b1-486e-b9af-62904997fe54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.312333962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"61aee8da-49a5-446c-8338-31a638ef532a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.31238551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"dfa02ce9-e369-4c2a-bf6b-4561f88bafd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.350958393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"49e66f67-f33a-487c-b31b-7c43e6a6cbc0","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.354320542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"842a331b-7689-4011-b66d-b344f8b094aa","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.354337692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"842a331b-7689-4011-b66d-b344f8b094aa","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.369133436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"61aee8da-49a5-446c-8338-31a638ef532a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.369275064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"dfa02ce9-e369-4c2a-bf6b-4561f88bafd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.691724716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6770e8-c6b1-4c5a-bdd3-85e5b9ccaaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.743958023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6770e8-c6b1-4c5a-bdd3-85e5b9ccaaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.818983716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6770e8-c6b1-4c5a-bdd3-85e5b9ccaaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.819681443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b8910cb6-2c93-4342-b13e-e0c26a306540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.820792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5ea148c-37a9-428d-8444-7ef7dd3e8c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.889366622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6770e8-c6b1-4c5a-bdd3-85e5b9ccaaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.894367101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5ea148c-37a9-428d-8444-7ef7dd3e8c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.894375942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b8910cb6-2c93-4342-b13e-e0c26a306540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.941458633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"48042586-0b43-413b-bcd9-5b3241ccd9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.942010518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee6e92c1-5986-4170-885d-50a89db9ab07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.997552101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"48042586-0b43-413b-bcd9-5b3241ccd9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.998034759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee6e92c1-5986-4170-885d-50a89db9ab07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.998787045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"8b809186-c4f1-4e46-a723-d608fe6a0472","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:46.998804783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"8b809186-c4f1-4e46-a723-d608fe6a0472","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:47.153334157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"95b0e114-b24e-4823-a051-e57d68fa9d15","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:47.209967906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"95b0e114-b24e-4823-a051-e57d68fa9d15","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:47.250320447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"979e0105-6cfd-4524-8263-e4375108c8eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:47.306019235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"979e0105-6cfd-4524-8263-e4375108c8eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.4607929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"a9f935dc-b9f6-477f-b883-0b579b4e603e","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.460832228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"a9f935dc-b9f6-477f-b883-0b579b4e603e","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.564196936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"7bdce8b5-e905-4448-b4d9-74a1aa675f99","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.564217373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"7bdce8b5-e905-4448-b4d9-74a1aa675f99","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.719135657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"68ca107f-1c39-4a37-9c85-0a01a7790590","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.774418749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"68ca107f-1c39-4a37-9c85-0a01a7790590","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.779978344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb940a9-19f0-43d6-8d9e-f05c504c2a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.831676636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb940a9-19f0-43d6-8d9e-f05c504c2a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.883277138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb940a9-19f0-43d6-8d9e-f05c504c2a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:48.935033172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fb940a9-19f0-43d6-8d9e-f05c504c2a25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:49.249048347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"f2cc8b07-f889-4bf2-bd44-d5054f9c5447","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:49.249072922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"f2cc8b07-f889-4bf2-bd44-d5054f9c5447","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:49.508603781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"558c1186-3121-4436-b237-bd6b150dc7e6","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:49.5643538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"558c1186-3121-4436-b237-bd6b150dc7e6","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.169960669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"f021fe33-6eb7-4f6e-a29c-d9a34921355a","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.169987633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"f021fe33-6eb7-4f6e-a29c-d9a34921355a","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.224266915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"0463dffd-3f66-40a8-9e00-344df31cf049","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-db62d5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.333574589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"fab85238-1faa-43e3-8433-09eadec5f634","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.333611427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"fab85238-1faa-43e3-8433-09eadec5f634","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.385411491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4c9cc82a-aacb-4cca-8d05-3714bce84815","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.385802595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"3abb76c8-5674-4149-a3ad-2163ac33c4e7","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.38735603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120cf187-511b-4c1a-a0a1-b9e524af045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.391300123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2d5e42a-7194-4510-9b6a-5772917f394d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.441731274Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"fab85238-1faa-43e3-8433-09eadec5f634","name":"e2e-dft-db62d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-db62d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.441803456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"fab85238-1faa-43e3-8433-09eadec5f634","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-db62d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.493379883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"8c81b466-44c9-496d-ac3f-96c492491eaf","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.4934063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"8c81b466-44c9-496d-ac3f-96c492491eaf","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.507940502Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"3abb76c8-5674-4149-a3ad-2163ac33c4e7","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.511913784Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4c9cc82a-aacb-4cca-8d05-3714bce84815","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.515108749Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120cf187-511b-4c1a-a0a1-b9e524af045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.51518333Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2d5e42a-7194-4510-9b6a-5772917f394d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.537451952Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-db62d5-sub models-as-a-service/e2e-rt-sw-a1c5ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.562103865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"3abb76c8-5674-4149-a3ad-2163ac33c4e7","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.568202827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4c9cc82a-aacb-4cca-8d05-3714bce84815","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.569160825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120cf187-511b-4c1a-a0a1-b9e524af045a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.572094988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2d5e42a-7194-4510-9b6a-5772917f394d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.596863427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"285552b4-460e-45ea-acb3-f2b723b88c5b","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.596882596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"285552b4-460e-45ea-acb3-f2b723b88c5b","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.645768154Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-a1c5ce-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-a1c5ce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.657950219Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"93f7ed61-09da-44ca-be33-ad7e8b37e79f","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","model":"e2e-dft-db62d5","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-db62d5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.756574915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"395018ed-7a7c-4bd3-a730-983cc8e51345","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.756598004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"395018ed-7a7c-4bd3-a730-983cc8e51345","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.845868683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8f4829c-a144-44e2-b8c4-524d819258b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.846581124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28e53eaa-47fc-4b03-8f9c-377c70a5d8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.846722729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"b21bcd69-7df7-426f-b9a1-af6a0435b735","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.862038486Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"395018ed-7a7c-4bd3-a730-983cc8e51345","name":"e2e-rt-sw-a1c5ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-a1c5ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:51.862086782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"395018ed-7a7c-4bd3-a730-983cc8e51345","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-a1c5ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.862253451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e0b26af-ff1e-4537-937b-fe8e304fbce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.86226461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e0b26af-ff1e-4537-937b-fe8e304fbce9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.862624258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bebff1e5-1529-463b-adf7-bde10bea8082","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.862636053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bebff1e5-1529-463b-adf7-bde10bea8082","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.901765135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8f4829c-a144-44e2-b8c4-524d819258b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.902146955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28e53eaa-47fc-4b03-8f9c-377c70a5d8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.904007971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"b21bcd69-7df7-426f-b9a1-af6a0435b735","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.916979639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"78bf1ab9-7170-4be7-8be3-24dd4fafc289","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.917001674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"78bf1ab9-7170-4be7-8be3-24dd4fafc289","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.946369518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"ee65ee99-e048-49bc-8a9a-fcad6af7742a","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.95606609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8f4829c-a144-44e2-b8c4-524d819258b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.956406668Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"58a5b704-95fb-40ae-a359-38165977fdd4","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"e2e-rt-sw-a1c5ce","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-a1c5ce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.956420502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28e53eaa-47fc-4b03-8f9c-377c70a5d8fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.958724672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"b21bcd69-7df7-426f-b9a1-af6a0435b735","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.001887361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"ee65ee99-e048-49bc-8a9a-fcad6af7742a","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.020108505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"216e43ea-77c0-4f7d-929a-4bdbed99df6a","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.0201276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"216e43ea-77c0-4f7d-929a-4bdbed99df6a","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.123774108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"b151b45f-e4eb-4bb4-909a-95ef9eb19e73","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.123793445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"b151b45f-e4eb-4bb4-909a-95ef9eb19e73","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.127578267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"75cb5fb9-2c3f-4e5f-be4e-189a9d985ac7","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","model":"llm/e2e-dft-db62d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.175495159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"709ce6d2-2622-49b9-9515-488b4e30c2d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.175510575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"709ce6d2-2622-49b9-9515-488b4e30c2d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.175830625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9716679c-6b4d-4250-a458-5e930b240838","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.175842268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9716679c-6b4d-4250-a458-5e930b240838","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.227748235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"6c3769f9-df16-4a60-b056-a6ef31409dd6","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.22777249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"6c3769f9-df16-4a60-b056-a6ef31409dd6","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.269668772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03862aca-a654-4dcc-96a8-d903ba0cd280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.274862928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9a6df6-bed0-43a2-93f3-f9ee7b52eda1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.275054799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d08b223c-5add-4670-b65b-0233450e195a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.324989109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03862aca-a654-4dcc-96a8-d903ba0cd280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.329689107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9a6df6-bed0-43a2-93f3-f9ee7b52eda1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.32996441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d08b223c-5add-4670-b65b-0233450e195a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.330824858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"c194c16e-e64c-47a3-8af0-64e94d87b8cc","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.330846828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"c194c16e-e64c-47a3-8af0-64e94d87b8cc","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.378798457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03862aca-a654-4dcc-96a8-d903ba0cd280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.384444429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d08b223c-5add-4670-b65b-0233450e195a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.38444916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9a6df6-bed0-43a2-93f3-f9ee7b52eda1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:52.431199691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03862aca-a654-4dcc-96a8-d903ba0cd280","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.434201579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"926d6e14-0c98-4b11-9196-efa3197aa615","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.434219154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"926d6e14-0c98-4b11-9196-efa3197aa615","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:52.436999462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d08b223c-5add-4670-b65b-0233450e195a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-a1c5ce-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.516602765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"68984410-87a1-467b-89d4-f5380ce0221e","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.518595957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"8536c769-e56c-4e6a-8140-3bf80c8f6e5d","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.571896751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"68984410-87a1-467b-89d4-f5380ce0221e","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.626003522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"68984410-87a1-467b-89d4-f5380ce0221e","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.694432766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"268639fc-641e-4d91-9e2b-ed61d1ea3327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.700695873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"7e980138-2d6f-4190-a457-80a30402685f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.750455051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"268639fc-641e-4d91-9e2b-ed61d1ea3327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.756143097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"7e980138-2d6f-4190-a457-80a30402685f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.804772807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"268639fc-641e-4d91-9e2b-ed61d1ea3327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.810213997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"7e980138-2d6f-4190-a457-80a30402685f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:54.747739141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.580114017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"de74a233-213b-4c1a-aa9b-e645d9d4488f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.641971706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"de74a233-213b-4c1a-aa9b-e645d9d4488f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.74209065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"b6ed8ecc-4f74-4735-8e73-347a318dfda1","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.787891168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a992c97-66de-49c3-b90d-200aef528046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.799965874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"bf72deaa-cc70-4181-b9b5-5fa0a09469cb","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.80086243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"670190c7-2c9c-45a2-bc14-c2676d0a6992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.812639499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"b6ed8ecc-4f74-4735-8e73-347a318dfda1","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.916829694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a992c97-66de-49c3-b90d-200aef528046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.918755799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"b6ed8ecc-4f74-4735-8e73-347a318dfda1","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.919131977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"bf72deaa-cc70-4181-b9b5-5fa0a09469cb","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.92660749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"670190c7-2c9c-45a2-bc14-c2676d0a6992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.984956897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a992c97-66de-49c3-b90d-200aef528046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.993441673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"bf72deaa-cc70-4181-b9b5-5fa0a09469cb","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:56.995879807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"670190c7-2c9c-45a2-bc14-c2676d0a6992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.02702067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"0540a241-8d54-4c17-8fb5-98e241a734c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.090343907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"0540a241-8d54-4c17-8fb5-98e241a734c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.204693534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"63789fd5-0cb1-45a5-8024-50da1c351067","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.281267333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"63789fd5-0cb1-45a5-8024-50da1c351067","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.293326405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0a97b4-0e4b-447a-929f-c4feb1248a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.294584999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"9928cf1b-06a0-4f17-b582-36b14ca134ff","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.293771289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b636600-654f-4b87-8eab-9a279d4bec80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.343673162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"63789fd5-0cb1-45a5-8024-50da1c351067","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.364814591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b636600-654f-4b87-8eab-9a279d4bec80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.364930269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0a97b4-0e4b-447a-929f-c4feb1248a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.368593668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"9928cf1b-06a0-4f17-b582-36b14ca134ff","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.429649167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"9928cf1b-06a0-4f17-b582-36b14ca134ff","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.429530503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0a97b4-0e4b-447a-929f-c4feb1248a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.436929087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b636600-654f-4b87-8eab-9a279d4bec80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.60457555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4e04f766-bed4-4221-9edf-438a93da897b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.66345286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4e04f766-bed4-4221-9edf-438a93da897b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.703388597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45cf6bff-22ec-4bd6-b80e-e1e993a7f3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.70364312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ea8790b-fd42-4f7a-ace5-247c21305ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.703388271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"11f2e44e-edcc-455b-a2c6-027bbf7d6647","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.718595972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4e04f766-bed4-4221-9edf-438a93da897b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.760900263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"11f2e44e-edcc-455b-a2c6-027bbf7d6647","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.760936629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ea8790b-fd42-4f7a-ace5-247c21305ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.764288151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45cf6bff-22ec-4bd6-b80e-e1e993a7f3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.816209131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"11f2e44e-edcc-455b-a2c6-027bbf7d6647","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.81665061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ea8790b-fd42-4f7a-ace5-247c21305ae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:07.818892025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45cf6bff-22ec-4bd6-b80e-e1e993a7f3df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.073515481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"e9266682-20a4-45a9-ab15-448367719936","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.33935952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"23aa2a20-ba27-4cd3-ad62-df953492ba73","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.339388515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"23aa2a20-ba27-4cd3-ad62-df953492ba73","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.801687169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"29e02894-d243-4bcd-b2d4-e645ea3878d8","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","model":"llm/e2e-dft-db62d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.07108991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"55d8fc6f-7f57-4aa3-a516-b69994651a2b","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.071117796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"55d8fc6f-7f57-4aa3-a516-b69994651a2b","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.11405658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"a8669789-0e88-4511-be3a-f4e528db8442","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.170447428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"a8669789-0e88-4511-be3a-f4e528db8442","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.26829591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d73a517f-0af6-4e3d-86b7-9c62638e1ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.268548788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"f5162d40-9ed1-40eb-9c6d-1ab6d9fefef7","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.268300602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"933e58a2-25c6-4531-b8e2-375c9c8b64a2","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.268920179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f10adae4-3f87-4b51-ab0b-c116b6df6210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.325300769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d73a517f-0af6-4e3d-86b7-9c62638e1ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.32581744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f10adae4-3f87-4b51-ab0b-c116b6df6210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.327986122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"933e58a2-25c6-4531-b8e2-375c9c8b64a2","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.328108258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"f5162d40-9ed1-40eb-9c6d-1ab6d9fefef7","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.380842815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d73a517f-0af6-4e3d-86b7-9c62638e1ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.381458354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f10adae4-3f87-4b51-ab0b-c116b6df6210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.382559627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"f5162d40-9ed1-40eb-9c6d-1ab6d9fefef7","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.383028666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"933e58a2-25c6-4531-b8e2-375c9c8b64a2","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.430058681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"95b14b9d-c9e5-48ba-a049-c22e9a99ca1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.439416572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"128c81b1-4ccd-4c77-aab1-00fbeedafbf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.439432372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"128c81b1-4ccd-4c77-aab1-00fbeedafbf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.44283536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdc0045c-d472-4916-8f77-4b63bdf79d25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.442851208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdc0045c-d472-4916-8f77-4b63bdf79d25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.486189604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"95b14b9d-c9e5-48ba-a049-c22e9a99ca1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.494850624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"c0af24ab-dd50-484a-949c-43d55341387b","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.494870396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"c0af24ab-dd50-484a-949c-43d55341387b","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.5982769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"17468695-dc8c-4669-9eaf-2c184988f490","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.598303137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"17468695-dc8c-4669-9eaf-2c184988f490","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.695556782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9070488-ecf9-4f3c-afeb-c572a4cd9ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.69675081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"435c73b0-abe9-463a-844f-5bd6982551c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.697815836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"02e869eb-3379-4b67-a77a-8188274309ed","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.698359589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d4fa53b2-fa00-420b-95d9-45b2e9fe8cda","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.752622388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9070488-ecf9-4f3c-afeb-c572a4cd9ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.752828794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"435c73b0-abe9-463a-844f-5bd6982551c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.755196235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"02e869eb-3379-4b67-a77a-8188274309ed","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.755308568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d4fa53b2-fa00-420b-95d9-45b2e9fe8cda","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.807325184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9070488-ecf9-4f3c-afeb-c572a4cd9ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.807449811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"435c73b0-abe9-463a-844f-5bd6982551c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.809816805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d4fa53b2-fa00-420b-95d9-45b2e9fe8cda","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.809869527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"02e869eb-3379-4b67-a77a-8188274309ed","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:15.860601651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9070488-ecf9-4f3c-afeb-c572a4cd9ece","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:15.860614516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"435c73b0-abe9-463a-844f-5bd6982551c7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:15.862503095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"02e869eb-3379-4b67-a77a-8188274309ed","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-db62d5-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.125237766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31a8cd00-47ab-414e-bcd8-67f2970866cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.125295104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3898085-d964-4e97-a9d7-11cdd0345818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.125765549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"c00dc23a-38b7-439f-bb58-ad8c589065f4","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.182987373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3898085-d964-4e97-a9d7-11cdd0345818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.183752647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31a8cd00-47ab-414e-bcd8-67f2970866cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.185675276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"c00dc23a-38b7-439f-bb58-ad8c589065f4","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.238064666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3898085-d964-4e97-a9d7-11cdd0345818","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.238543882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31a8cd00-47ab-414e-bcd8-67f2970866cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:16.23964412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"c00dc23a-38b7-439f-bb58-ad8c589065f4","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:19.979316161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3001b7ed-8fe1-4e5e-9d1e-e6a9003ac4d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.031128361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3001b7ed-8fe1-4e5e-9d1e-e6a9003ac4d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.083223244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3001b7ed-8fe1-4e5e-9d1e-e6a9003ac4d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.135110622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3001b7ed-8fe1-4e5e-9d1e-e6a9003ac4d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.426192686Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"df06a32d-90e2-434f-8b33-7be53ae58587","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.479946581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"84fbf3b0-f82c-464c-bacc-c9dc02db9efe","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.479971231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"84fbf3b0-f82c-464c-bacc-c9dc02db9efe","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.583127895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e9ce6099-3afd-487c-a8c8-27b1f2b87c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.638826047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e9ce6099-3afd-487c-a8c8-27b1f2b87c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.685553055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"702dcd7f-855e-4e3d-b47f-b40a36a34d30","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.685608709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"3486f978-bc91-4a26-8e3a-e71cc02a5d48","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.686014576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8fd19e9-4cc9-46b2-a1d4-1cbf84fe6930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.686193344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfb5745a-4713-4ad9-b47d-1a263e99cb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.695961921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfa99fdb-1650-4dae-b936-649d4174e56f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.695978074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfa99fdb-1650-4dae-b936-649d4174e56f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.696241351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c37a0a19-212a-4304-828f-fed87e94865c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.696254703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c37a0a19-212a-4304-828f-fed87e94865c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.696458351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"32102bae-8657-464b-b66a-ff2ce85d0bca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.696486626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"32102bae-8657-464b-b66a-ff2ce85d0bca","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.696698687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ee99e92-0a95-4ebb-8ca1-a519e300e891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.696710272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ee99e92-0a95-4ebb-8ca1-a519e300e891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.696985649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c217ee6-9205-4b0e-8ac2-ff71962f5e9c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.696997332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c217ee6-9205-4b0e-8ac2-ff71962f5e9c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.697191064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c850240-5d03-4ea4-a9e2-3e4c8e4bcc7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.697248511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9c850240-5d03-4ea4-a9e2-3e4c8e4bcc7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.697490369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c45902a3-8cc1-45c1-8b41-253d0618c3f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.697504749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c45902a3-8cc1-45c1-8b41-253d0618c3f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.742031446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"3486f978-bc91-4a26-8e3a-e71cc02a5d48","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.742297175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"702dcd7f-855e-4e3d-b47f-b40a36a34d30","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.744687895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfb5745a-4713-4ad9-b47d-1a263e99cb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.744710498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8fd19e9-4cc9-46b2-a1d4-1cbf84fe6930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.749610693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"87ddeb4a-29fa-4810-8b28-510886779aa5","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.749626857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"87ddeb4a-29fa-4810-8b28-510886779aa5","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.797338227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"702dcd7f-855e-4e3d-b47f-b40a36a34d30","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.797681048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"3486f978-bc91-4a26-8e3a-e71cc02a5d48","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.799712023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8fd19e9-4cc9-46b2-a1d4-1cbf84fe6930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.799738943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfb5745a-4713-4ad9-b47d-1a263e99cb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.853695765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"648c333f-db50-46f6-8b8a-b970a17d9c26","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.853724506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"648c333f-db50-46f6-8b8a-b970a17d9c26","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.908556647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"132c59e5-94b7-4003-975d-6e98eefeb692","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.909171771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d94343b-f145-48a9-89de-1f61ec1cdb56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.910317108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"22fb1f30-9c4c-4cd7-a60a-a8eb2e80d32b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.910332757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"22fb1f30-9c4c-4cd7-a60a-a8eb2e80d32b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.962346981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1fbbb319-8066-4c7a-bbcb-a2b65b1d7146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.962402672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b14bc8bc-7473-4cbf-a691-e03ea68fd868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.962824368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8ae1694c-fdfa-437e-bf31-da0edfc81ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.962980756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2a26f18c-bf72-422f-a311-fa18ffd20cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.963356305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"a57c1827-abea-425b-92d1-de181ccf7943","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","model":"llm/e2e-dft-db62d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.963596424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"b6d75137-4432-4709-859e-61e676b3ce0a","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.997739643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1bc96ba9-bdb2-41ee-ba52-8f2e523f0a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.030404666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8ae1694c-fdfa-437e-bf31-da0edfc81ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.033877127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2a26f18c-bf72-422f-a311-fa18ffd20cf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.034757436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1fbbb319-8066-4c7a-bbcb-a2b65b1d7146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.036364561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b14bc8bc-7473-4cbf-a691-e03ea68fd868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.053215174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1bc96ba9-bdb2-41ee-ba52-8f2e523f0a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.29409538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"66966706-5f3f-4a11-a0c4-9852d630f0f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.349534452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"66966706-5f3f-4a11-a0c4-9852d630f0f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.454322102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"a49cfa33-246a-4f2a-958d-7ac102aa700e","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.533530055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"a49cfa33-246a-4f2a-958d-7ac102aa700e","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.562067905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3e0c76d-323e-4a67-9c53-5ce39dc36033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.562149488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4584f6f5-fe2a-40f5-8771-d4cb1348446a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.562798954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"507933b4-158c-4399-a2d8-6b3f708e97a1","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.588996035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"a49cfa33-246a-4f2a-958d-7ac102aa700e","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.628078604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"507933b4-158c-4399-a2d8-6b3f708e97a1","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.62948219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3e0c76d-323e-4a67-9c53-5ce39dc36033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.631727565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4584f6f5-fe2a-40f5-8771-d4cb1348446a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.683507508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"507933b4-158c-4399-a2d8-6b3f708e97a1","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.684455817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3e0c76d-323e-4a67-9c53-5ce39dc36033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.686371259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4584f6f5-fe2a-40f5-8771-d4cb1348446a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.759304803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"d09885c9-e4f3-43d9-8404-2812008f13c5","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.036632481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d97bea2-e65c-4301-8e7a-ba4e00891a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.03691416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3fc5c41e-54cf-4fd7-94a3-33acbd54ba58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.037602403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1a015c9-651c-4238-9f47-8ce576ad3f6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.037620609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1a015c9-651c-4238-9f47-8ce576ad3f6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.088740037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d97bea2-e65c-4301-8e7a-ba4e00891a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.089229173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4045f872-8977-4c9e-b847-87f874990f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.089312956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"d8ee505b-bb92-4f57-857a-9461555a53c7","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.141418772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d97bea2-e65c-4301-8e7a-ba4e00891a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.14451365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3fc5c41e-54cf-4fd7-94a3-33acbd54ba58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.145625474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4045f872-8977-4c9e-b847-87f874990f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.146903634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"d8ee505b-bb92-4f57-857a-9461555a53c7","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.193603488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d97bea2-e65c-4301-8e7a-ba4e00891a39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.19379574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"01537e6a-4448-4ff4-b33d-7a20fa3e1faa","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.194295873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25fccef7-9688-4cd6-b993-92a3d3e2aa49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.249539428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4045f872-8977-4c9e-b847-87f874990f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.25089451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"01537e6a-4448-4ff4-b33d-7a20fa3e1faa","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.251210325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"d8ee505b-bb92-4f57-857a-9461555a53c7","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.253771388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25fccef7-9688-4cd6-b993-92a3d3e2aa49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.309685109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"01537e6a-4448-4ff4-b33d-7a20fa3e1faa","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.310297604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8814c8d907fd9d56d69459123b8ae01011491c17c8cba428a2a5a3d2c9d1ea98) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (70b1580078e7776ff182b56479c2f236666c2de0c5277d8f490d5b4b2eefb224) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8e13dccea0704db372f9ce99abdf74383aa7efb0c60844019e04eb57a92c4dff) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b89a1c19283f579b3ad6558ef0d11c4af808dc6eb7abaa7aaec20dc2f7bc9832) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d40bbf86cb92aac4ede647b3072f2d90dda55672b90c84f12217d8d3908c9d27) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (00a8dc4f9fb69e1ef570817f22c6b1c84c997289d2e180d1b747df5e48f07583) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25fccef7-9688-4cd6-b993-92a3d3e2aa49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.419253247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b159afd4-1ec2-4a45-af67-99aedee0a0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.419575539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"acc829f9-05f8-408d-80e8-56d8138e7dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.476558343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b159afd4-1ec2-4a45-af67-99aedee0a0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.477052786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"acc829f9-05f8-408d-80e8-56d8138e7dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.526281281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1b3b66fe-b7d6-4fa2-b216-8752b8e4ec8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.526669529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"2317cdeb-fad8-4d91-8551-3adf3610e173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.526891613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"95fe9236-81d5-4c66-8d00-1218b241b7fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.584743523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1b3b66fe-b7d6-4fa2-b216-8752b8e4ec8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.584789434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"2317cdeb-fad8-4d91-8551-3adf3610e173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.587100553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"95fe9236-81d5-4c66-8d00-1218b241b7fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.735336908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43253876-0450-4b58-a951-4427d9187742","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.735359551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43253876-0450-4b58-a951-4427d9187742","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.784880674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"0b64ded3-f850-4c65-84cd-f99c74d9ebbb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.840317866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"0b64ded3-f850-4c65-84cd-f99c74d9ebbb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:22.886164921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"3aa6cc28-3126-4763-b64b-db3d4afd1021","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:23.010165415Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"3aa6cc28-3126-4763-b64b-db3d4afd1021","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:23.065349828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d855db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"3aa6cc28-3126-4763-b64b-db3d4afd1021","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:23.120553892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f84f026b-95f7-44f1-b8c4-3b9c84e0fba1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:23.12066904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f84f026b-95f7-44f1-b8c4-3b9c84e0fba1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:24.748251594Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:24.822688458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3049d2-24a1-498f-9b38-57b83dc4caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:24.875177588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3049d2-24a1-498f-9b38-57b83dc4caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:24.927976393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3049d2-24a1-498f-9b38-57b83dc4caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:24.980516148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3049d2-24a1-498f-9b38-57b83dc4caf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.842340525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f95e4c-1a2a-4b18-85f0-833a0be20237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.89468878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f95e4c-1a2a-4b18-85f0-833a0be20237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.950099373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f95e4c-1a2a-4b18-85f0-833a0be20237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.002237836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f95e4c-1a2a-4b18-85f0-833a0be20237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.896029641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"54050c3a-bcf3-4cd5-a73a-8c467050f330","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","model":"llm/e2e-dft-db62d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.937277489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9e2a61-c936-46c5-9e1d-fbff74f20d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.991667325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9e2a61-c936-46c5-9e1d-fbff74f20d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.044940435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9e2a61-c936-46c5-9e1d-fbff74f20d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.049103976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"10cb5fc6-320f-4fc6-9b94-b678f576de47","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.099405959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d9e2a61-c936-46c5-9e1d-fbff74f20d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.102846542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34957ab7-32cb-4ec4-86ff-d790c2783f6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.318219483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"fa8cbdb1-175f-4521-8817-b321f187cbe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.429763903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"0a3a0ef0-a0e1-4fed-86c8-2142ecfcb07a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.4298857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"fdbca182-e50f-445b-a2be-fc996fb8ff5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.619313795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"5e89047d-6c8e-4ea8-8ec3-4251cce225d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.654500584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c5cda0d-3068-4fc1-8715-af569212703f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.830575219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"5db97c4b-ca68-4f9d-91ae-0cff3205edd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.965453922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"a17aef23-89fd-4f81-a930-8817eeade62c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.506366552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"ae40f667-83bf-4d96-adc5-3df08644b75a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.572837134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"ae40f667-83bf-4d96-adc5-3df08644b75a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.641655934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d855db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae166e75b186594601bcbcde97d91cf2390362cf7846c473c2a96195435c9d2f) AuthConfig (7cc7eb6c8ef3c0e3bb42dc1bcfe756af24918b5e97d835242eff0f10cfeba65d) AuthConfig (a0dfac313df2d42ac11f191cf5a04b2c21144da451aa2035475f096e97f8cb52) AuthConfig (d403cbba9be7316e8c2f41af16c4730e0ca7c9f770e0aadabb40629558f62b9a) AuthConfig (1a92631b98b532f921e05d689020e1e6e5bf6ed97831cb358e2e0d99301ad11c) AuthConfig (9bcfea51fe1ee96c01fed8ead29f75c67258cd7e22f088add527e4b0ce966d3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"ae40f667-83bf-4d96-adc5-3df08644b75a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.715576246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44d401e9-4852-4826-9c11-ea7296e8a507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.715641817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e479c06f-8fb0-49ae-a3fc-a878c15c1fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.718549419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40b697a9-369d-4984-8440-cb0d432556c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.718662452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40b697a9-369d-4984-8440-cb0d432556c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.716031323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"42950222-1626-4433-afb8-036487a8c1a7","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.717496957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c9b54e61-1285-4bd2-b34a-9d167fad0afd","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.799040793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"42950222-1626-4433-afb8-036487a8c1a7","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.806965576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44d401e9-4852-4826-9c11-ea7296e8a507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.820792633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c9b54e61-1285-4bd2-b34a-9d167fad0afd","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.832159561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e479c06f-8fb0-49ae-a3fc-a878c15c1fac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.848036047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"3ab2b61b-0010-4335-8f1f-6379df595062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:30.974090611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"3ab2b61b-0010-4335-8f1f-6379df595062","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.186514196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0075d519-a10e-4fe8-8268-06307eadf7d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.186651316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0075d519-a10e-4fe8-8268-06307eadf7d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.2350105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7bb6f82f-7b32-46c5-8485-7b1afa7bbc47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.235121229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7bb6f82f-7b32-46c5-8485-7b1afa7bbc47","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.36163225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"4a9cd5ae-de4e-474a-85c1-fac316a446cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.363172784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"a65e8eab-c1f4-4a77-9229-c7ec18692755","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.36326551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"a65e8eab-c1f4-4a77-9229-c7ec18692755","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.435540544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"4a9cd5ae-de4e-474a-85c1-fac316a446cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.500393236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"77c86b61-0080-4283-8500-5fdaabf8583b","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.501453511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"77c86b61-0080-4283-8500-5fdaabf8583b","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.886360639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"95f04d73-707c-4f2d-9767-3f1a18c2387d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.88728705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b65bb15-8528-46f6-b4d6-1d78222f656e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.887374087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b65bb15-8528-46f6-b4d6-1d78222f656e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.102675099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"95f04d73-707c-4f2d-9767-3f1a18c2387d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.297503404Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"95f04d73-707c-4f2d-9767-3f1a18c2387d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"name":"e2e-api-a-8a9760-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.297534251Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"e2e-e2e-api-a-8a9760-policy","reconcileID":"95f04d73-707c-4f2d-9767-3f1a18c2387d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-8a9760-policy","namespace":"ai-tenant-e2e-api-a-8a9760"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-8a9760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.357493558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d808661e-15d2-4f6d-a985-e87855533381","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.357715049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d808661e-15d2-4f6d-a985-e87855533381","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.632967039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3f9494-575b-4549-906e-2b33c88a3e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.685436638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3f9494-575b-4549-906e-2b33c88a3e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.737426088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3f9494-575b-4549-906e-2b33c88a3e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:32.789223813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3f9494-575b-4549-906e-2b33c88a3e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:34.733746726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7eb0bc-ca36-4038-aae4-f5f67a750af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:34.78560204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7eb0bc-ca36-4038-aae4-f5f67a750af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:34.838981295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7eb0bc-ca36-4038-aae4-f5f67a750af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:34.892425495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed7eb0bc-ca36-4038-aae4-f5f67a750af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:40.820777577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"e224e8ec-401e-45d5-a1c4-c41cef5c12b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:40.876230983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"e224e8ec-401e-45d5-a1c4-c41cef5c12b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:40.930220382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d855db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ae166e75b186594601bcbcde97d91cf2390362cf7846c473c2a96195435c9d2f) AuthConfig (7cc7eb6c8ef3c0e3bb42dc1bcfe756af24918b5e97d835242eff0f10cfeba65d) AuthConfig (a0dfac313df2d42ac11f191cf5a04b2c21144da451aa2035475f096e97f8cb52) AuthConfig (d403cbba9be7316e8c2f41af16c4730e0ca7c9f770e0aadabb40629558f62b9a) AuthConfig (1a92631b98b532f921e05d689020e1e6e5bf6ed97831cb358e2e0d99301ad11c) AuthConfig (9bcfea51fe1ee96c01fed8ead29f75c67258cd7e22f088add527e4b0ce966d3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"e224e8ec-401e-45d5-a1c4-c41cef5c12b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.034601176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"97e360b6-794d-487c-9d23-7dc98404299c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.089915504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"97e360b6-794d-487c-9d23-7dc98404299c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.353358151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fe16681-6e0a-4280-8ffb-8f52cf4dbdc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.353378071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fe16681-6e0a-4280-8ffb-8f52cf4dbdc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:54.747332652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.579241799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"ba044648-8014-4e24-b74a-559b22a96f83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-581487","tenantID":"e2e-extmod-b-581487","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.692436645Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"ba044648-8014-4e24-b74a-559b22a96f83","name":"e2e-extmod-b-581487-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.747384832Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","namespace":"ai-tenant-e2e-mt-47bc8f48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.747460177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","namespace":"ai-tenant-e2e-mt-47bc8f48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.747537941Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","tenant":"e2e-mt-47bc8f48","tenantID":"e2e-mt-47bc8f48","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.800980928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"Deployment","name":"maas-api-e2e-mt-47bc8f48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.862186198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"Service","name":"maas-api-e2e-mt-47bc8f48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.916800607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-47bc8f48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:57.970154978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-47bc8f48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.023866658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.077384618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.133222018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.198329001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.249861649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"Deployment","name":"payload-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.301026641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.352767338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"Service","name":"payload-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.403970186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"Service","name":"payload-pre-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.455217188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"DestinationRule","name":"payload-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.50626528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.557409632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.611843502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.663416421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.714404728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.765868814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-47bc8f48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:58.825814266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-47bc8f48"},"namespace":"ai-tenant-e2e-mt-47bc8f48","name":"default-tenant","reconcileID":"25e35897-6179-45d4-aa5c-da41f89f639c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-47bc8f48","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:01.77976039Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-47bc8f48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-47bc8f48","reconcileID":"6b719870-47f4-4b75-9357-a845a2523bb4","aitenant":"ai-tenants/e2e-mt-47bc8f48","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:02.336106749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4fdc9-8116-4cd2-a4d4-66f3e8a90b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:02.393524491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4fdc9-8116-4cd2-a4d4-66f3e8a90b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:02.44692206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4fdc9-8116-4cd2-a4d4-66f3e8a90b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:02.499411588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4fdc9-8116-4cd2-a4d4-66f3e8a90b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:02.557931368Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-47bc8f48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-47bc8f48","reconcileID":"6b719870-47f4-4b75-9357-a845a2523bb4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-47bc8f48","removed":["maas.opendatahub.io/gateway-access-e2e-mt-47bc8f48"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.028319141Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b07c1603-dbe7-413f-9bb4-fa0b485e0482","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.080889238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"1ea54168-2cad-4bc0-960e-4f90b7fd9e36","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.080912424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"1ea54168-2cad-4bc0-960e-4f90b7fd9e36","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.184590173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7556fb6d-7379-478d-ba9b-8504ba432d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.184942477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4b41a475-94f4-4919-8f44-e7b5a2c536ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.185306266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"48878612-7421-43b7-95aa-e2cf228de9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.185359904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4b5530e1-5b71-43da-88ed-a946a8684290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.240532742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4b41a475-94f4-4919-8f44-e7b5a2c536ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.241737434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7556fb6d-7379-478d-ba9b-8504ba432d13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.243043272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"48878612-7421-43b7-95aa-e2cf228de9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.245202515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4b5530e1-5b71-43da-88ed-a946a8684290","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.286566639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1ef184f6-bf18-42d1-9003-9232f9b2189f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.303035778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f9a3a4c2-3288-49f3-a060-61f04419d919","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.303056836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f9a3a4c2-3288-49f3-a060-61f04419d919","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.303425432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a4539078-965e-40f0-90c3-6a1a5f58ce12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.303439013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a4539078-965e-40f0-90c3-6a1a5f58ce12","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.303779234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca0c79c0-d34d-4a61-b82e-5afdc66a6738","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.303791518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca0c79c0-d34d-4a61-b82e-5afdc66a6738","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.304233596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4021546e-7877-4fee-be48-b63a7ceaed4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.304250108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4021546e-7877-4fee-be48-b63a7ceaed4a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.304623215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a8c95c1-dcb8-4980-b430-3507129c46ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.304637862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a8c95c1-dcb8-4980-b430-3507129c46ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.304963453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af25a82b-63f5-4eb5-99b2-5f3369079496","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.304975756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af25a82b-63f5-4eb5-99b2-5f3369079496","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.342193719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1ef184f6-bf18-42d1-9003-9232f9b2189f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.359070415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"161ddf65-fdbb-4b62-b5b2-3207e884dba0","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.359091609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"161ddf65-fdbb-4b62-b5b2-3207e884dba0","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.471271429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"ff962402-76f6-42d7-a39c-5f921676b799","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.471313744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"ff962402-76f6-42d7-a39c-5f921676b799","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.483940656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b99047-c51a-428d-bff5-cb6c5514f21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.522104293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4814b499-5850-4d39-ac0e-358a69b68008","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.522597473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08d2d808-bfb0-467f-8479-145fb66475a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.536332542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b99047-c51a-428d-bff5-cb6c5514f21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.536754128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d0714186-65be-4fb6-b32c-3a6dd45f339f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.536774041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d0714186-65be-4fb6-b32c-3a6dd45f339f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.537169888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24450bf1-c719-47de-b428-29b4fcea61c4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.537190449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"24450bf1-c719-47de-b428-29b4fcea61c4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.589145263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b99047-c51a-428d-bff5-cb6c5514f21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.641160156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b99047-c51a-428d-bff5-cb6c5514f21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.642009856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"4250016f-e005-4d20-956e-8b23a3d378b7","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","model":"llm/e2e-dft-db62d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.642654988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"89e6226c-95bc-45dd-a367-47a2b1dcc167","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.693670357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"a5cec087-8a6a-4e68-9c4a-d6e93077782f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.745133471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"112b9a59-549b-48a8-ada1-03d2a565b860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.749053237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"a5cec087-8a6a-4e68-9c4a-d6e93077782f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.818794412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"112b9a59-549b-48a8-ada1-03d2a565b860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.870751915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eff5a8bb-77f0-422b-a27a-e208a2217ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.870858425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"9f307578-f49b-4a59-9d91-9e613f15d6ec","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.930055342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eff5a8bb-77f0-422b-a27a-e208a2217ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.930546801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"9f307578-f49b-4a59-9d91-9e613f15d6ec","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.02891259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ad13788-cb91-4607-a629-cc334f86b90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.08426258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ad13788-cb91-4607-a629-cc334f86b90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.121876654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8f2d4d80-e862-4e01-9ef8-b72a80b28091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.179681309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8f2d4d80-e862-4e01-9ef8-b72a80b28091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.329075319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"106874dc-18c3-4a8d-be74-1cc567b5b245","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.384818147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"106874dc-18c3-4a8d-be74-1cc567b5b245","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.396432118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"4fe646be-3d90-43a4-8493-a5de15d81321","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.564743161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a1c1b316-a0ee-48b8-a595-f5e05fb0d58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.566721274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c924e90a-65d3-4ba7-a9a9-14e7a6026294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.565304428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c8081ec7-0001-40ce-9436-ea5d862a3b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.583224289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ab263a71-3f7f-4764-9867-907ac513ca70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.625573719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c8081ec7-0001-40ce-9436-ea5d862a3b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.627559421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a1c1b316-a0ee-48b8-a595-f5e05fb0d58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.629954659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c924e90a-65d3-4ba7-a9a9-14e7a6026294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.639393656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ab263a71-3f7f-4764-9867-907ac513ca70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.907834466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c654afdd-1d29-4571-bd02-618b4c0d90a8","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.95150863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"f72e03b3-2775-47da-83b0-14110011332d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.965149306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c654afdd-1d29-4571-bd02-618b4c0d90a8","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.002147762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c00c2020-6224-4ba7-971a-f552a45a75a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.012907787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"f72e03b3-2775-47da-83b0-14110011332d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.057330097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c00c2020-6224-4ba7-971a-f552a45a75a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.106763841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb1c75b2-25f7-4e81-92df-80af8b61ffc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.115730776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"78134590-e323-4dae-affd-f527cbbd052e","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.162296064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb1c75b2-25f7-4e81-92df-80af8b61ffc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.174867654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"78134590-e323-4dae-affd-f527cbbd052e","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.383845859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"54ad1a59-e3e6-4da5-838b-037733fbd117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.439214019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"54ad1a59-e3e6-4da5-838b-037733fbd117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.479205124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a99a2e3c-0269-49b9-877d-d6353949a29b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.534850872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a99a2e3c-0269-49b9-877d-d6353949a29b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.411035586Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","namespace":"ai-tenant-e2e-api-a-8a9760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.411129729Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","namespace":"ai-tenant-e2e-api-a-8a9760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.411206861Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","tenant":"e2e-api-a-8a9760","tenantID":"e2e-api-a-8a9760","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.466940939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"Deployment","name":"maas-api-e2e-api-a-8a9760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.5283008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"Service","name":"maas-api-e2e-api-a-8a9760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.587072517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-8a9760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.641030687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-8a9760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.695365626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.749746732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.807766701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.861479153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.917942974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"Deployment","name":"payload-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:13.969917423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.024706904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"Service","name":"payload-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.076501036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.12792442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.179194296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.230911392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.287359716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.339034923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.390397591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.447733902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-8a9760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:14.502233431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-8a9760"},"namespace":"ai-tenant-e2e-api-a-8a9760","name":"default-tenant","reconcileID":"701cdd33-22be-4609-99f2-7cac3bee04f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-8a9760","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:15.62657882Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8a9760","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8a9760","reconcileID":"8d399cd4-e7c6-499e-a27c-8d834c9d8dac","aitenant":"ai-tenants/e2e-api-a-8a9760","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:16.194126724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010714a0-d879-44b7-b657-7cdf1f213f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:16.246358332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010714a0-d879-44b7-b657-7cdf1f213f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:16.298978237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010714a0-d879-44b7-b657-7cdf1f213f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:16.352134807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010714a0-d879-44b7-b657-7cdf1f213f50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:16.467714955Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-8a9760","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-8a9760","reconcileID":"8d399cd4-e7c6-499e-a27c-8d834c9d8dac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-8a9760","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-8a9760"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:16.965196178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fff9d790-b477-4dca-8dfc-869ed9ffa4d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:16.965218438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fff9d790-b477-4dca-8dfc-869ed9ffa4d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.023764707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b392e60-7baf-4af2-9087-2004cca9adff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.023875208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b392e60-7baf-4af2-9087-2004cca9adff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.038821214Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"d034ab4c-dc04-4d72-abe5-f2d9b0941785","namespace":"llm","name":"e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.120982416Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"e4eafba3-d900-411e-b901-09936ab61fa4","namespace":"llm","name":"e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.206983863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1594aa89-7a9d-48c6-9437-c4b6b09387ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.207328241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4c9ca0e7-be48-4a92-8f5b-b915e6ffa785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.227839823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"744b69b4-037d-427d-9031-46e7be974ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.231955929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"98ba2f6b-fe54-4ed7-bce9-beb2c4aa317d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.264455448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1594aa89-7a9d-48c6-9437-c4b6b09387ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.265092056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4c9ca0e7-be48-4a92-8f5b-b915e6ffa785","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.285168824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"744b69b4-037d-427d-9031-46e7be974ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.289759651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"98ba2f6b-fe54-4ed7-bce9-beb2c4aa317d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.307852363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8ef0d77b","reconcileID":"8bccf948-1e09-4ae3-88d1-bbeb8c358150","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.365756085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8ef0d77b","reconcileID":"8bccf948-1e09-4ae3-88d1-bbeb8c358150","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.547404492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"8d8b66a5-9ff1-4d09-9df7-6b64676f6818","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"name":"e2e-rt-eq-9fd337","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.685841586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5327a254-a9a7-4799-a20a-3db5bf19c45b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.685871581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2eb40b62-d16d-4c9c-b5bc-7fcb3974fda3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.710432054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"7fc6c41b-8cec-4b22-8c3c-9d363e07a1b6","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.710498769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"7fc6c41b-8cec-4b22-8c3c-9d363e07a1b6","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.712687796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"22901d6b-5639-4ed6-af14-d8aeaf8800a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.743746951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"3c890a5c-f123-45d4-b02c-de213d562e1c","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.803855043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"6f12af9c-e040-4680-bd59-ffb1f54bb6d9","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","model":"llm/e2e-dft-db62d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.804577254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1ec40118-2e8c-41ae-a5e2-720a9d1ed70c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.805156016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"3c2a59da-0c4f-439b-a2e5-e764960934fb","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.812798981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"22901d6b-5639-4ed6-af14-d8aeaf8800a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.857954612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"d254b32b-c338-44ad-b792-7730ee9564e2","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.857980585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"d254b32b-c338-44ad-b792-7730ee9564e2","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.860845664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"3c2a59da-0c4f-439b-a2e5-e764960934fb","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.871081392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1ec40118-2e8c-41ae-a5e2-720a9d1ed70c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.908055208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a1723c5-9516-4bc3-9c2d-6cd44680aaeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.965061182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"fce35b70-ba3f-46e4-be6b-2ad51e47ccb0","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"name":"e2e-rt-eq-9fd337","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.97004115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a1723c5-9516-4bc3-9c2d-6cd44680aaeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.016913748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fb5039cb-dae9-40c4-8d16-6e35482f511c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.016938981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fb5039cb-dae9-40c4-8d16-6e35482f511c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.017273654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"486cd795-ee05-4b97-9c21-4ea388b7ad94","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.017291275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"486cd795-ee05-4b97-9c21-4ea388b7ad94","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.017565256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ad33a99e-63ba-46cc-8524-7d09a61ba89f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.017578069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ad33a99e-63ba-46cc-8524-7d09a61ba89f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.017799893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e25205f-02ec-4371-bd4a-fe2a777dfcdb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.017814684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0e25205f-02ec-4371-bd4a-fe2a777dfcdb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.018047295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5e0e1b7-8561-4702-a18d-a3b059c9e29c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.018057637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5e0e1b7-8561-4702-a18d-a3b059c9e29c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.018445582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0124791a-ec71-4ca4-ba84-365617ec0656","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.018459624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0124791a-ec71-4ca4-ba84-365617ec0656","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.018692104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c37af724-57f0-4252-bb48-c30a09bd270a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.018703285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c37af724-57f0-4252-bb48-c30a09bd270a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.018891966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"276224ed-6441-479b-a708-2e73136c553a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.018902066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"276224ed-6441-479b-a708-2e73136c553a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.087956117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8ef0d77b","reconcileID":"2d1c4a59-c866-47d4-a6be-967c8b2b4d6d","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.121169422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2b71b7fe-5f07-4cbc-b8f4-7fce2b7f5441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.144300521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8ef0d77b","reconcileID":"2d1c4a59-c866-47d4-a6be-967c8b2b4d6d","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.176823068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2b71b7fe-5f07-4cbc-b8f4-7fce2b7f5441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.358238385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6de9e8-dff6-496c-baa8-316f171a9777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.410531148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6de9e8-dff6-496c-baa8-316f171a9777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.410692031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8219603e-89c5-46dc-a0b8-42361b32a9f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.410770021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97bf1c9e-ff8b-436f-9658-9e2b7e6dc3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.46239638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6de9e8-dff6-496c-baa8-316f171a9777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.462583362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6d0b4d72-4df1-4de8-be01-04f26c285848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.515072549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f6de9e8-dff6-496c-baa8-316f171a9777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.573223759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8219603e-89c5-46dc-a0b8-42361b32a9f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.574715011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97bf1c9e-ff8b-436f-9658-9e2b7e6dc3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.576412291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6d0b4d72-4df1-4de8-be01-04f26c285848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.67353797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0784e32f-4dc1-4bc6-b2ad-464a08c11779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.726714982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2d8619ee-f8a2-4861-82a3-28e1c69d681b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.733140375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0784e32f-4dc1-4bc6-b2ad-464a08c11779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.787263389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2d8619ee-f8a2-4861-82a3-28e1c69d681b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.87433416Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"00eeb7fd-72c9-4a73-864b-578a1af1dd27","namespace":"llm","name":"e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.930178457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"edc02da6-db7d-4ebf-8778-1f5e93efd3d7","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.930210901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"edc02da6-db7d-4ebf-8778-1f5e93efd3d7","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:18.954613233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b40946b1-c142-491f-a341-a284928de503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.010790087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b40946b1-c142-491f-a341-a284928de503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.038995199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"17594c6e-1fd9-46d3-bc95-657f337b7645","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.056583342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"92304540-1039-4d4e-ae85-ee312772a270","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.056747521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"95eb4d7e-5b6c-4579-89ec-fcdc521ebc46","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.094682591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"17594c6e-1fd9-46d3-bc95-657f337b7645","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.114101252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"95eb4d7e-5b6c-4579-89ec-fcdc521ebc46","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.114293982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"92304540-1039-4d4e-ae85-ee312772a270","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.211277906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8ef0d77b","reconcileID":"e7660744-edd3-4218-9e01-fa646577c226","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.266618601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8ef0d77b","reconcileID":"e7660744-edd3-4218-9e01-fa646577c226","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.420902249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bedba6d1-db00-4310-b962-bc8386881cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.422678934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"397170c4-52c1-4d0a-9274-62bb572d1ff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.476152941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"bedba6d1-db00-4310-b962-bc8386881cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.478135663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"397170c4-52c1-4d0a-9274-62bb572d1ff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.678961921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"f5206fbf-aa33-4c72-a9c9-f8ca57fd393a","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.678982224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"b6b3efae-2dfb-4aab-a4fe-ca380bff91a6","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.735249558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"b6b3efae-2dfb-4aab-a4fe-ca380bff91a6","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.735351937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"f5206fbf-aa33-4c72-a9c9-f8ca57fd393a","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.782443978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff817b94-204c-49ce-896c-df732d0109eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.839329075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff817b94-204c-49ce-896c-df732d0109eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.839791416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0fce467a-64e9-4935-a87d-1c9b993d51ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.84019846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1c868b82-f877-4996-9cc8-74788176bda9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.905780947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0fce467a-64e9-4935-a87d-1c9b993d51ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:19.907932275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1c868b82-f877-4996-9cc8-74788176bda9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.158455477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fed3631f-95fc-4494-b0c9-ad05298fdab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.158456537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"bbcb7a57-f1fa-4844-a774-fdd47c5be257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.215329342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"bbcb7a57-f1fa-4844-a774-fdd47c5be257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.215329341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fed3631f-95fc-4494-b0c9-ad05298fdab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.258222325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ce40ff52-2688-4fc2-b8c8-8f3b5e6a30f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.314722182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ce40ff52-2688-4fc2-b8c8-8f3b5e6a30f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.399322853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761bc1a3-8013-45a1-ae67-5feb386ba6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.45129672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761bc1a3-8013-45a1-ae67-5feb386ba6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.503393845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761bc1a3-8013-45a1-ae67-5feb386ba6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:20.555626848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"761bc1a3-8013-45a1-ae67-5feb386ba6d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.505587101Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8ef0d77b","reconcileID":"4c7cbc20-1694-4173-b467-fa02a7f94931","MaaSAuthPolicy":{"name":"e2e-default-ns-8ef0d77b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.505663613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df862b03-4d5b-4bf7-9c11-a960d1dc4c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.505682245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df862b03-4d5b-4bf7-9c11-a960d1dc4c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.71259979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50cf6b25-2b47-4feb-a72f-3c030ee5178f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.712618742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50cf6b25-2b47-4feb-a72f-3c030ee5178f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.716055555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fca159a4-d8de-4653-b7f3-17ac68e3f928","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.716070063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fca159a4-d8de-4653-b7f3-17ac68e3f928","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.748539755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"1ed62dc1-d41c-4869-86b3-33cdc77e9409","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:22.803894143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"1ed62dc1-d41c-4869-86b3-33cdc77e9409","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.081127744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"16d02e91-83f3-4d1f-b61b-b37ae5cb858b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.218095063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"337bd6df-e2a5-4b08-a189-bb5a49f71526","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.21812339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"337bd6df-e2a5-4b08-a189-bb5a49f71526","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.32338257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"ecb31230-54fb-45f6-b33f-fcb2243a6fab","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.323408273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"ecb31230-54fb-45f6-b33f-fcb2243a6fab","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.371315812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"16d02e91-83f3-4d1f-b61b-b37ae5cb858b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.497023394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"16d02e91-83f3-4d1f-b61b-b37ae5cb858b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.497050578Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"16d02e91-83f3-4d1f-b61b-b37ae5cb858b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.532727222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"bcecae81-9c42-4185-a70d-d5544db4a337","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.554530307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"9b9f561b-69db-43bc-afab-9f51d71a4921","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.554940581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1874bb85-b68a-4684-8234-560767cf79a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.55495797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1874bb85-b68a-4684-8234-560767cf79a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.589151392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"bcecae81-9c42-4185-a70d-d5544db4a337","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.763983766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"9b9f561b-69db-43bc-afab-9f51d71a4921","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.819379648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"9b9f561b-69db-43bc-afab-9f51d71a4921","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"name":"e2e-api-b-d855db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:23.819404552Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"9b9f561b-69db-43bc-afab-9f51d71a4921","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d855db","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:50:23.871154107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d855db-policy","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"e2e-e2e-api-b-d855db-policy","reconcileID":"9b9f561b-69db-43bc-afab-9f51d71a4921","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-d855db-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:24.021146098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"74e073fd-e229-4c0b-a9c8-2bb7a4de0b3f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:24.021174909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"74e073fd-e229-4c0b-a9c8-2bb7a4de0b3f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:24.06708137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7d6475-cd2f-4984-9857-94e85834ccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:24.120804147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7d6475-cd2f-4984-9857-94e85834ccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:24.17361737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7d6475-cd2f-4984-9857-94e85834ccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:24.225417418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e7d6475-cd2f-4984-9857-94e85834ccf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:24.749736835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:25.966091889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f074a653-51dc-4d0c-a1bb-8b2ee50cc88e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.065605037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"3cf1230e-bc77-4a14-a87a-3b5f3974d5bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.111066845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9724e77-36ca-4190-b8e3-58f5fa3c0618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.166668961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9724e77-36ca-4190-b8e3-58f5fa3c0618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.224199635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9724e77-36ca-4190-b8e3-58f5fa3c0618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.271876067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"f13f1d7c-6371-42ae-a0af-f8d92c36c4ef","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.277837426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9724e77-36ca-4190-b8e3-58f5fa3c0618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.332332723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"7b7d9187-5add-4ddb-b109-96072cced188","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.436098934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"5ce0a496-4ee1-4043-9ec7-daae24cfd7bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.436492759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"d4091e24-87ee-49f8-bdf1-9f5127eee706","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.652271515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"0067cca0-2c8d-4ca1-9cbe-2874772494ad","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","model":"llm/e2e-dft-db62d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.752008618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"4948f1b8-49c1-4bf0-928b-4a456d49065b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.044065771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"71d675d8-2865-4cff-bba6-ae24b3ab396b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.228077154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"0c19c611-b724-47a4-b8ca-6721bdac634a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.977925264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"414f2e3a-c18e-4fa4-95e5-a630c6c4cbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.978753231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"ffa1e8ab-9527-45fd-9b60-c166e2f8ac10","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.983165509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"040cac5d-ef4c-4137-add3-7c91fcc142a6","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.983842009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6c057c8-fd7f-45db-9789-fa7b21aff4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.984506219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c0f91339-1acb-49f2-ac51-813cc97b1d05","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.9888621Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-302ba0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-302ba0","reconcileID":"f00b06c3-bff6-408d-93d7-6518625a5803","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-302ba0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-302ba0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.052034645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"414f2e3a-c18e-4fa4-95e5-a630c6c4cbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.053601005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"ffa1e8ab-9527-45fd-9b60-c166e2f8ac10","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.059977566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c0f91339-1acb-49f2-ac51-813cc97b1d05","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.065583704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6c057c8-fd7f-45db-9789-fa7b21aff4c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.093963529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"040cac5d-ef4c-4137-add3-7c91fcc142a6","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.4146875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd6d53e-243b-4570-8ca6-ca09ee8355bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.470746317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd6d53e-243b-4570-8ca6-ca09ee8355bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.524718721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd6d53e-243b-4570-8ca6-ca09ee8355bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.581002428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd6d53e-243b-4570-8ca6-ca09ee8355bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.692913262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"971f35c4-bf21-4488-9076-5dc659133c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.693412795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69c57d4e-dcde-41cd-92b5-d1e29a7f17af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.733676739Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-db62d5-sub models-as-a-service/e2e-rt-eq-9fd337-sub models-as-a-service/e2e-rt-sw-a1c5ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.758993884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69c57d4e-dcde-41cd-92b5-d1e29a7f17af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.773838552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"971f35c4-bf21-4488-9076-5dc659133c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.785126663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"e1929e4c-0623-408e-b841-23e749c7f8b4","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.785193499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"e1929e4c-0623-408e-b841-23e749c7f8b4","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.817231657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"57b6c1eb-0b5b-485e-a53d-c7bc7aad6c3a","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:50:28.848705616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"1e8c659a-7573-42a1-b4f0-fcd005493b9c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-9fd337-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.886742846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"87169413-31a8-4d4d-9e05-491a1e03d508","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.887450008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"556d38dc-0fec-4b0c-80a4-051f50ca6a67","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.891715158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"57b6c1eb-0b5b-485e-a53d-c7bc7aad6c3a","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.95835092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"87169413-31a8-4d4d-9e05-491a1e03d508","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.95913691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"556d38dc-0fec-4b0c-80a4-051f50ca6a67","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.988019714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"45207f95-6e46-4c32-809d-2d28721379e7","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.988121544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"45207f95-6e46-4c32-809d-2d28721379e7","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.092954405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"01e3faf0-3512-4574-ad21-d8e43537484a","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.092989491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"01e3faf0-3512-4574-ad21-d8e43537484a","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.196653867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b840d853-04c9-4537-a48e-e6503d402cfa","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.196681133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b840d853-04c9-4537-a48e-e6503d402cfa","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.293138105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"133683ff-641b-4d81-a796-e246ba775e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.293337814Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"e80c8bfb-5628-498f-a1a4-9a69a8ab950f","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"e2e-rt-eq-9fd337","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-9fd337-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.30012071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"0931ed20-c758-4d42-b7c9-6ccd8bb35d9a","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.300137033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"0931ed20-c758-4d42-b7c9-6ccd8bb35d9a","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.348936467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"133683ff-641b-4d81-a796-e246ba775e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.391324644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4744c89a-94a5-4f86-a054-bf78417bc800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.446921362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4744c89a-94a5-4f86-a054-bf78417bc800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.563931802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"7157bf2e-a409-4367-9589-aefde9fa5d0e","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.563955805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"7157bf2e-a409-4367-9589-aefde9fa5d0e","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.607574566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1df43a28-ee1f-4259-bdfd-48b8d06118a3","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.607651594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"34c20f35-ba1e-4a2e-8924-542b66744b4d","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.607948445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"33e25124-bab6-436d-8fc2-2447ccf67fb2","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.664037381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1df43a28-ee1f-4259-bdfd-48b8d06118a3","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.715457684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"34c20f35-ba1e-4a2e-8924-542b66744b4d","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.717362053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"33e25124-bab6-436d-8fc2-2447ccf67fb2","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.867569921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"08d23364-6d05-46bf-ba97-47b019bdfbd2","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:30.543531106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2840b36-d81f-42d6-a184-ed1c12ade0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:30.596690873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2840b36-d81f-42d6-a184-ed1c12ade0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:30.649500183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2840b36-d81f-42d6-a184-ed1c12ade0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:30.701307764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2840b36-d81f-42d6-a184-ed1c12ade0c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:46.876291703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"7668ecd5-9a85-4982-82fa-64f0f875cbe3","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:47.151161513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"49eda953-3728-4567-b6aa-1961196b7eb4","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:47.151307671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"49eda953-3728-4567-b6aa-1961196b7eb4","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:47.990557597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"40ee6176-75da-41d7-9fcd-ead288338307","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:47.991426486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b8b4d28-68b8-4074-a767-504c1bd30957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:47.992028974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3b68c94-ebaa-406e-89a7-023c8711abb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:47.992643703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"2370603f-5d0c-4f4a-ba47-52aa4191fa97","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:47.992984807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"5cbcccc2-6daa-4da8-83a7-32f2e23d514e","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:48.061662262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3b68c94-ebaa-406e-89a7-023c8711abb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:48.085594978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"2370603f-5d0c-4f4a-ba47-52aa4191fa97","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:48.093970038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b8b4d28-68b8-4074-a767-504c1bd30957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:48.100311103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"5cbcccc2-6daa-4da8-83a7-32f2e23d514e","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:48.101669723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"40ee6176-75da-41d7-9fcd-ead288338307","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.249246966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"6f8543bf-7093-4d4e-82d5-e8128605d597","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.249271447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"6f8543bf-7093-4d4e-82d5-e8128605d597","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.410336277Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"c238a5b9-43af-4653-b902-2d9b068a289d","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a8702c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.506643502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"d4680377-e4de-401f-8d63-cf6532a8cba2","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.511443238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"00d80338-a460-40af-a393-0d0d3a018d26","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.51292117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"cd9bf99e-00fa-43ca-a487-2521c0d9c47c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.512980447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33f650fb-e0e6-447a-afce-ceff7cc711a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.513452276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53732cda-eb94-4d54-828e-d1cd8563e4e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.562154292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"d4680377-e4de-401f-8d63-cf6532a8cba2","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.567206206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"00d80338-a460-40af-a393-0d0d3a018d26","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.568835284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"cd9bf99e-00fa-43ca-a487-2521c0d9c47c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.569490432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53732cda-eb94-4d54-828e-d1cd8563e4e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.570977729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33f650fb-e0e6-447a-afce-ceff7cc711a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.124389215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc925230-4650-49fe-97b9-0688d4cb7803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.124412266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0870db32-d9d8-467b-8ca8-4dff7f177eaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.127375791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"a755a239-7db5-49ed-98d6-09caa84562d0","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.132053438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"56be87bd-e531-4077-8986-e2da7a3a341f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.133452393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e9cef1ee-a898-4469-94b7-68200d03bc12","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.180228589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc925230-4650-49fe-97b9-0688d4cb7803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.180604164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0870db32-d9d8-467b-8ca8-4dff7f177eaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.182629759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"a755a239-7db5-49ed-98d6-09caa84562d0","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.187271901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"56be87bd-e531-4077-8986-e2da7a3a341f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.189699453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e9cef1ee-a898-4469-94b7-68200d03bc12","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.748232283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:58.528899019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"bd5a577f-665f-45b1-81a6-12cef5fe8871","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:58.573589146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"d2bdbc98-bf50-40f2-a993-b3fbba048825","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:58.811356687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"074363c3-8133-4367-a7aa-e9fdb5ba8c44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:58.912540803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"bc83c522-b08f-4108-9a72-ef2ef5b30659","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:59.012795809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85a178b0-ecf2-4fbc-b3e4-2b16f4c2dbd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:59.043702661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67691f41-3f6b-4218-9848-dc9ebf71f061","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:59.114798605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"1ac194de-3d47-42f7-b2d0-88150e4cc477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:59.380660335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"6cbd1b0a-fb22-4205-b121-e25c5642608e","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:59.445725735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"67176557-0355-4ac6-b1fd-53eb4ab07009","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:59.616904192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"f3430720-fa2a-40e2-a730-b393cda6645d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:02.462395921Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"158c1034-1a5f-42a8-8872-16b440466f37","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-db62d5","subscription":"e2e-dft-db62d5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:02.566227564Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"158c1034-1a5f-42a8-8872-16b440466f37","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:02.621939297Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-sub","reconcileID":"158c1034-1a5f-42a8-8872-16b440466f37","MaaSSubscription":{"name":"e2e-dft-db62d5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-db62d5","namespace":"llm","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:02.891879626Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9fd337-sub models-as-a-service/e2e-rt-sw-a1c5ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.020597905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"aaf892bf-6694-486b-8fb0-f4148bc93778","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.020626412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"aaf892bf-6694-486b-8fb0-f4148bc93778","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.181613634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"1bb0fd64-9615-401f-8daa-a171de03f8e1","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.181636495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"1bb0fd64-9615-401f-8daa-a171de03f8e1","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.277036543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"079b9081-ae69-423d-86f2-05e42c86ed1a","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.281025923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"58b0bd4f-c321-44ea-a32e-85ad8b9f2b01","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.281485167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54a155d1-8d2e-4146-a6f0-9cf7dead203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.289998362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62ec839a-4a1e-4172-9f88-6679174e14ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.290688744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"b15bdc3e-2f7b-481c-961a-2b9fdd8384df","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.291046988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"08b1b110-cf51-4cec-8b40-687b8fa6d9b0","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.304485702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"08b1b110-cf51-4cec-8b40-687b8fa6d9b0","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.406617732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"079b9081-ae69-423d-86f2-05e42c86ed1a","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.410654026Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"58b0bd4f-c321-44ea-a32e-85ad8b9f2b01","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.412382236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"ea3626b1-bcb6-404e-90f7-15d8f5347188","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.412401223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"ea3626b1-bcb6-404e-90f7-15d8f5347188","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.415160251Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54a155d1-8d2e-4146-a6f0-9cf7dead203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.420963903Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"b15bdc3e-2f7b-481c-961a-2b9fdd8384df","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.502785581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"58b0bd4f-c321-44ea-a32e-85ad8b9f2b01","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.503297637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54a155d1-8d2e-4146-a6f0-9cf7dead203b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.503369353Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"b15bdc3e-2f7b-481c-961a-2b9fdd8384df","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-db62d5-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.503392334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"b15bdc3e-2f7b-481c-961a-2b9fdd8384df","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.503524137Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-db62d5-access","reconcileID":"9835633a-4364-48e0-9215-efb6f2085aa6","MaaSAuthPolicy":{"name":"e2e-dft-db62d5-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.504158215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"079b9081-ae69-423d-86f2-05e42c86ed1a","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.504385699Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62ec839a-4a1e-4172-9f88-6679174e14ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.556392766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"3d11ce08-954d-4c9c-8a4d-b6ce6a44ee7c","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.556410086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"3d11ce08-954d-4c9c-8a4d-b6ce6a44ee7c","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:03.561445919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62ec839a-4a1e-4172-9f88-6679174e14ad","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.608611322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2f07970-dcf4-4156-be1a-315ac82f198b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.608627799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2f07970-dcf4-4156-be1a-315ac82f198b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.608938255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4659b5c3-b054-4408-a363-638e43df02bd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.608950163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4659b5c3-b054-4408-a363-638e43df02bd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.661013859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"48692e76-ec21-42c5-b71a-b1ba097c756f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.661034238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"48692e76-ec21-42c5-b71a-b1ba097c756f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.765145885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"7d002886-5e71-4c0e-a0ec-3544f7b7dbec","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.765169185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"7d002886-5e71-4c0e-a0ec-3544f7b7dbec","MaaSModelRef":{"name":"e2e-dft-db62d5","namespace":"llm"},"routeName":"external-model-e2e-dft-db62d5-5ac83e0c5255","namespace":"llm","model":"e2e-dft-db62d5","externalModel":"e2e-dft-db62d5","provider":"e2e-dft-db62d5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.766455242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"be23b9e7-bd24-4c29-b7b8-6ae5305dd43d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.766485844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdca86ff-07cf-4a38-83fd-bcbd54ea0a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.823333589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"be23b9e7-bd24-4c29-b7b8-6ae5305dd43d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.823529188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdca86ff-07cf-4a38-83fd-bcbd54ea0a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.866292862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63f232ae-8f5c-4375-ba00-96064d9a6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.877561411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"be23b9e7-bd24-4c29-b7b8-6ae5305dd43d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.877565074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdca86ff-07cf-4a38-83fd-bcbd54ea0a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.921530462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63f232ae-8f5c-4375-ba00-96064d9a6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:03.976159189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63f232ae-8f5c-4375-ba00-96064d9a6909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.117390459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"bd0759d2-24b4-4879-b1de-7e99f77b746c","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.117420054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"bd0759d2-24b4-4879-b1de-7e99f77b746c","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.169993949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c475926-9b93-4cbc-9163-7a1ec92715c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.170104815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c475926-9b93-4cbc-9163-7a1ec92715c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.170698306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41a3243e-bae3-4fdd-97c8-46e649fbee5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.170759444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41a3243e-bae3-4fdd-97c8-46e649fbee5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.260664042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"61e9a092-c873-4817-b8f8-5033ea2f3a50","namespace":"llm","name":"e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.368895279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"a585050f-19d2-4240-a8aa-d8dcd542a1d8","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.368918057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"a585050f-19d2-4240-a8aa-d8dcd542a1d8","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.417948922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"d90dfb36-5683-4cee-a8ca-6f4b29a44985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.423243388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"99722981-f952-4a1e-a8ba-7bcad399f289","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.423261906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"99722981-f952-4a1e-a8ba-7bcad399f289","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.423622443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acdc40ca-9fad-4c42-a766-7057af18727d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.423638507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acdc40ca-9fad-4c42-a766-7057af18727d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.42390121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0f9c6f2-cb47-4f68-a08f-862aaeee7c9c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.4239144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0f9c6f2-cb47-4f68-a08f-862aaeee7c9c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.424136005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31b81a17-7575-47fc-aadf-a57344f97c2d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.424147793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"31b81a17-7575-47fc-aadf-a57344f97c2d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.424371881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc1558d4-ede0-42ae-9990-22425652f474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.424382656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc1558d4-ede0-42ae-9990-22425652f474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.42468823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c81065fd-9b9a-43bb-8684-d48aa6401fb1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.424699914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c81065fd-9b9a-43bb-8684-d48aa6401fb1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.424937265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"364a49f1-937b-4063-a5cd-611db28b5724","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.424950237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"364a49f1-937b-4063-a5cd-611db28b5724","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.425171413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52fde8ab-8a6e-4ccf-8c90-1c108cc422a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.425182031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52fde8ab-8a6e-4ccf-8c90-1c108cc422a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.473757479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"d90dfb36-5683-4cee-a8ca-6f4b29a44985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.476818139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"df6e282c-d6e1-42f1-9f74-e3d328e66c62","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.476835714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"df6e282c-d6e1-42f1-9f74-e3d328e66c62","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.520038554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"109d6edf-f777-4e5a-8c84-e18bdbcbaff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.520392627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"aba5c272-154d-4162-906d-756ec02485c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.520422451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"0dfc6997-d5d6-4337-a8ff-a702fcac6ded","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.520879496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2752a11-fec1-40c6-9342-e4ec6d72899b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.526008375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c205bee-973a-4bb3-acc3-449c3c71f786","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.526445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e11a71c1-db01-4994-bd5b-05d45ed1256b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.580047504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"0dfc6997-d5d6-4337-a8ff-a702fcac6ded","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.588040809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"aba5c272-154d-4162-906d-756ec02485c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.582336963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"109d6edf-f777-4e5a-8c84-e18bdbcbaff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.598263181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"6b105c92-036b-4abf-9879-a5d7e1aaea15","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.619239127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2752a11-fec1-40c6-9342-e4ec6d72899b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.6430904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"0dfc6997-d5d6-4337-a8ff-a702fcac6ded","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.691804767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"6a5fad48-5496-4f99-a398-673939ae1523","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.729834278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2752a11-fec1-40c6-9342-e4ec6d72899b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.731458584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"109d6edf-f777-4e5a-8c84-e18bdbcbaff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.731813515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"aba5c272-154d-4162-906d-756ec02485c7","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.833703356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"67d5cb7e-9395-47d3-b283-dd17d267477f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.890136637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"67d5cb7e-9395-47d3-b283-dd17d267477f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.934421195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f6096fa4-b658-4bdb-92d6-5212def9f0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.934849954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"70339644-9bee-487d-a945-ddaadf5fe0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.935261446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cce20194-c72c-43fe-9e93-a5e1ca230110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.935698718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"6912ba29-b494-4fcb-8b86-66d7a457917e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:04.992129038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"70339644-9bee-487d-a945-ddaadf5fe0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.037999207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cce20194-c72c-43fe-9e93-a5e1ca230110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.040002254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"6912ba29-b494-4fcb-8b86-66d7a457917e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.043018189Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-db62d5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-db62d5","reconcileID":"0c0f02ae-0079-4611-b3d4-592955285f8e","namespace":"llm","name":"e2e-dft-db62d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.053996718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f6096fa4-b658-4bdb-92d6-5212def9f0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.364371617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"5d26e90c-0fad-42b4-92bd-32f9c284a72c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.366311866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a7550cbf-31ce-4ff5-95a9-b032aa9c2787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.419949568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"5d26e90c-0fad-42b4-92bd-32f9c284a72c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.421493779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a7550cbf-31ce-4ff5-95a9-b032aa9c2787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.466379297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e4fdf70-186c-49fd-8b7f-fbb0b558fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.466403535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"52932e8f-c96a-46f3-968a-e0d154bc5672","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.46684049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce1dde2-903d-46e0-9a48-3fba6450b3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.473859946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"5d26e90c-0fad-42b4-92bd-32f9c284a72c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.521620263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"52932e8f-c96a-46f3-968a-e0d154bc5672","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.521696405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e4fdf70-186c-49fd-8b7f-fbb0b558fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.523817068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce1dde2-903d-46e0-9a48-3fba6450b3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.575903847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e4fdf70-186c-49fd-8b7f-fbb0b558fd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.575966115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"52932e8f-c96a-46f3-968a-e0d154bc5672","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.577644263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce1dde2-903d-46e0-9a48-3fba6450b3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.608502318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbfa449-b52c-44f2-8f09-db46e5bf2ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.661493346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbfa449-b52c-44f2-8f09-db46e5bf2ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.713359589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbfa449-b52c-44f2-8f09-db46e5bf2ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.765446503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbfa449-b52c-44f2-8f09-db46e5bf2ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.766123887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7cf3d309-b9a2-4073-90db-b7c3e2d02bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.766353987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"9dd8ea59-370e-445b-a73b-e9d59c605260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.822020979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7cf3d309-b9a2-4073-90db-b7c3e2d02bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.82210378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"9dd8ea59-370e-445b-a73b-e9d59c605260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.869607433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"822f7c3b-d124-413e-a185-80dc11ca0b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.869846809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c115e6e0-4d15-4595-ae13-288210d6e41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.869942891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"690b4c5c-217b-415f-b4ab-a62571feb821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.924980989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"822f7c3b-d124-413e-a185-80dc11ca0b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.925915264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c115e6e0-4d15-4595-ae13-288210d6e41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:05.927666228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"690b4c5c-217b-415f-b4ab-a62571feb821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:06.863403789Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"67f3ef0a-b8cf-428d-ab49-9b48c35eee71","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.070732054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"fc0f511e-4661-4434-8d5d-ee9b764f65c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.126632555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"fc0f511e-4661-4434-8d5d-ee9b764f65c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.174020256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9cb42e0d-5b98-4fcc-9ddb-88043c14c0ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.174518948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f859863-1fef-4acb-8d62-26ea0e2c0f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.174570822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f84a43f-c8ab-43fc-9098-a8306de88f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.174896835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"382b315d-56c2-44f1-861f-355b00cbbcae","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.231307956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9cb42e0d-5b98-4fcc-9ddb-88043c14c0ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.231677066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f859863-1fef-4acb-8d62-26ea0e2c0f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.23499327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"382b315d-56c2-44f1-861f-355b00cbbcae","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.235073231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f84a43f-c8ab-43fc-9098-a8306de88f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.241173279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"8735244f-9e3d-475f-9e28-3c8794fadef4","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"name":"e2e-dft-refs-068636","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.287140545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f859863-1fef-4acb-8d62-26ea0e2c0f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.287170257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9cb42e0d-5b98-4fcc-9ddb-88043c14c0ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.289532375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f84a43f-c8ab-43fc-9098-a8306de88f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.289646805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"382b315d-56c2-44f1-861f-355b00cbbcae","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.438569159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"fad469c4-8c1c-4c85-9e06-b34cc83e5545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.44165861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0c20eea6-029e-45fc-b3f8-3add3e16798c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.441661803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"27c398b1-b13c-42b8-beb4-e2994120a8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.443720642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"70bb4a6d-a482-4cfb-a021-ceb65e145dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.443786523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e2c3716c-202d-4ff2-9d00-8dd098839544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.494167233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"fad469c4-8c1c-4c85-9e06-b34cc83e5545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.49723721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0c20eea6-029e-45fc-b3f8-3add3e16798c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.497452242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"27c398b1-b13c-42b8-beb4-e2994120a8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.500495463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e2c3716c-202d-4ff2-9d00-8dd098839544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.500780315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"70bb4a6d-a482-4cfb-a021-ceb65e145dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.637714626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c8944a-9f94-4c0d-97c8-ae4f2315a2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.690092263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c8944a-9f94-4c0d-97c8-ae4f2315a2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.742200375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c8944a-9f94-4c0d-97c8-ae4f2315a2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.794187167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01c8944a-9f94-4c0d-97c8-ae4f2315a2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:07.936706444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"3da7f0bb-ef22-410b-96c9-fae7ab8bcf80","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.107688433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"4c89eeab-3f60-4af7-8ee2-d20b3cc36233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.163806076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"4c89eeab-3f60-4af7-8ee2-d20b3cc36233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.210403182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"9f761a8c-9b52-49a1-bd27-a6d5840e3b22","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.210412203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e9c2978a-5c9b-411f-85b7-dd372a18c132","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.210825573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd30bd3-f299-4876-86c1-4ab956b8cb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.210837461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5182f8a3-687e-476e-871f-8eac2830e55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.269111056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5182f8a3-687e-476e-871f-8eac2830e55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.269293262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd30bd3-f299-4876-86c1-4ab956b8cb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.272214773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e9c2978a-5c9b-411f-85b7-dd372a18c132","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.272702078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"9f761a8c-9b52-49a1-bd27-a6d5840e3b22","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.324341902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd30bd3-f299-4876-86c1-4ab956b8cb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.324850099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5182f8a3-687e-476e-871f-8eac2830e55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.326775098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"9f761a8c-9b52-49a1-bd27-a6d5840e3b22","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.326803325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e9c2978a-5c9b-411f-85b7-dd372a18c132","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.359123072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"69d48a31-91d4-4781-81c5-c3c83b4ef8ca","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"name":"e2e-dft-refs-068636","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.462841992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"3fbd9314-d2e1-40f9-8cad-f1a551459313","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.462864461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"3fbd9314-d2e1-40f9-8cad-f1a551459313","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.515153556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ae82a46-68f1-48e0-86a0-81f984abaa8e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.515172103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ae82a46-68f1-48e0-86a0-81f984abaa8e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.515440433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f397ead4-66ca-4114-b865-0a84d6f5e6b7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.51545418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f397ead4-66ca-4114-b865-0a84d6f5e6b7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.515702887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e3ceea02-010f-420a-a51d-ed3cf7041aa4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.515715122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e3ceea02-010f-420a-a51d-ed3cf7041aa4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.515930692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fa3b7dc2-9908-42c3-8bca-ac3f3c484430","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.515941852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fa3b7dc2-9908-42c3-8bca-ac3f3c484430","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.516145359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecbe2d61-6b8e-4375-84fe-e14b637c7f91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.516155947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecbe2d61-6b8e-4375-84fe-e14b637c7f91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.516434637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"db9c725d-1fb1-4043-8f17-885960b64357","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.516445967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"db9c725d-1fb1-4043-8f17-885960b64357","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.516689222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed13ca73-be1f-40ab-954d-cafcda2b8dec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.516701066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed13ca73-be1f-40ab-954d-cafcda2b8dec","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.516909104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fde9bc3-4659-4a64-af59-96c81f941fcb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.516921002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3fde9bc3-4659-4a64-af59-96c81f941fcb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.518952824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"534cfae7-b835-4075-bb9a-5d6d3aa90d32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.519374494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ba2a2db-21f3-4dab-837b-c6b123993a2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.521480723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"37ceffb0-0f60-4b14-93ec-4456256a840c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.521767296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a975249f-2de4-4b08-8616-008fddd97c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.522152672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"36edfc59-f62b-4a0c-bb9e-11c964e5d58a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.522343626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ab5a314a-6e07-42c2-9ebd-ce241db49139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.569153598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b502d8bd-b347-4815-9fd7-05a8cb65961e","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.569171108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b502d8bd-b347-4815-9fd7-05a8cb65961e","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.570321852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"c8f50ced-a4f2-4046-a6c5-fff5cd36c93a","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.57121422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"f9e8669e-49fa-4e31-9242-5d5c19eced27","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.577114424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"37ceffb0-0f60-4b14-93ec-4456256a840c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.581737332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ab5a314a-6e07-42c2-9ebd-ce241db49139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.581741032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"36edfc59-f62b-4a0c-bb9e-11c964e5d58a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.583625133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a975249f-2de4-4b08-8616-008fddd97c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.622269811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0c8f5a40-4d29-499a-8d27-6bcd4a29cee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.716226975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"1c18b060-e77d-4e2a-b235-9b6082e8335d","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"name":"e2e-dft-refs-068636","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:08.721807684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0c8f5a40-4d29-499a-8d27-6bcd4a29cee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.045933065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"a4fb8995-93be-4352-94af-ebcfafdf9419","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.045933056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4676c771-8532-479f-a06b-504c3c96707a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.048232825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c7a9069-3a60-4559-a614-96d1f0db7940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.060236181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d8e0bc4b-e4c2-449d-a1f4-eca0575f4ff5","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.10179961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"a4fb8995-93be-4352-94af-ebcfafdf9419","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.101878791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4676c771-8532-479f-a06b-504c3c96707a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.104028765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c7a9069-3a60-4559-a614-96d1f0db7940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.115997676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d8e0bc4b-e4c2-449d-a1f4-eca0575f4ff5","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.156176384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4676c771-8532-479f-a06b-504c3c96707a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.156251444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"a4fb8995-93be-4352-94af-ebcfafdf9419","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.157938482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c7a9069-3a60-4559-a614-96d1f0db7940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.170315257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d8e0bc4b-e4c2-449d-a1f4-eca0575f4ff5","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.417843244Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"1ef2df76-710e-4f32-a66a-9d6a52f024ec","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.471381532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"dd308025-c995-435b-9650-b49696a54729","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.474557332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"dd308025-c995-435b-9650-b49696a54729","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-068636-3dd64ad230c6","namespace":"llm","model":"e2e-dft-refs-068636","externalModel":"e2e-dft-refs-068636","provider":"e2e-dft-refs-068636-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.594157817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"70604be4-1357-471e-a649-f87c279e6629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.65196491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"70604be4-1357-471e-a649-f87c279e6629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.680798559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"5eb870ae-fa16-4ffe-9ae1-7ef6f1edda5f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.68109799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"522028a3-94f1-4185-9c3a-1971474ba890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.698409164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c66c6999-483a-4d6c-bcd2-faec0e20913d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.698424978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7303d5d3-db43-4f91-9fa8-a6ace70a8690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.739560824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"522028a3-94f1-4185-9c3a-1971474ba890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.739580843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"5eb870ae-fa16-4ffe-9ae1-7ef6f1edda5f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.755406459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c66c6999-483a-4d6c-bcd2-faec0e20913d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.761109553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7303d5d3-db43-4f91-9fa8-a6ace70a8690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.795905635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"522028a3-94f1-4185-9c3a-1971474ba890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.795923667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"5eb870ae-fa16-4ffe-9ae1-7ef6f1edda5f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.809674518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c66c6999-483a-4d6c-bcd2-faec0e20913d","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.81567793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7303d5d3-db43-4f91-9fa8-a6ace70a8690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.953033854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"42d79770-2264-43b4-bbd1-cac60d204496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.953033783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"734862db-3ee6-4d37-92fd-c45e30e15342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.96466369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f20b6690-97e1-4f33-8594-88e9d237ead7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.008444467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"42d79770-2264-43b4-bbd1-cac60d204496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.008603476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"734862db-3ee6-4d37-92fd-c45e30e15342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.020124679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f20b6690-97e1-4f33-8594-88e9d237ead7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.055205858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"cb2bec1e-48bb-459b-ba4a-c4d5a0c89c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.055280381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"da2e4bfd-1593-4f0c-b56d-8c2e28121ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.111679933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"da2e4bfd-1593-4f0c-b56d-8c2e28121ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.111865312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"cb2bec1e-48bb-459b-ba4a-c4d5a0c89c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.566425647Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"7e926276-9de9-4bbd-bdd3-9a964dc11900","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.733876194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"20f85d77-b1c0-4887-bc00-dd7b7f55281e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.788953455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"20f85d77-b1c0-4887-bc00-dd7b7f55281e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.834239878Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"159bdc64-4708-4cbe-a22a-97278eda265f","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.834532711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400b6faf-9a6b-407a-889c-5a9503ef9b4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.835020611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4ecf6fa7-2a1f-4819-8076-390465275db9","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.83537979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"e7abe451-3b65-4b75-84c4-1753cbfe70cd","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.835562909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61fe1712-5762-4d8f-94a7-78228091b8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.891084626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400b6faf-9a6b-407a-889c-5a9503ef9b4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.891152188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"e7abe451-3b65-4b75-84c4-1753cbfe70cd","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.893277104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4ecf6fa7-2a1f-4819-8076-390465275db9","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.89334124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61fe1712-5762-4d8f-94a7-78228091b8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.93988411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"21a7daaf-8a3a-4b8b-a51f-115f68f71ee4","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.94573704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"400b6faf-9a6b-407a-889c-5a9503ef9b4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.947609442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"e7abe451-3b65-4b75-84c4-1753cbfe70cd","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.947625634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61fe1712-5762-4d8f-94a7-78228091b8a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:10.948716122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4ecf6fa7-2a1f-4819-8076-390465275db9","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.10092452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"42961a4e-699a-4c20-a8f9-90b712ddd61d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.101061021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"511e835a-06dd-43cc-9d4f-be0d9c669182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.102244646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b53ba45f-bb13-46cc-8de7-1356eacc3ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.10226537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"50cdc831-2ecb-4b01-aeb9-b2aef1ccd350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.102885864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3b6c00d5-30ae-48d0-aea5-d7b4f17b8884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.157252149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"42961a4e-699a-4c20-a8f9-90b712ddd61d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.157959905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"511e835a-06dd-43cc-9d4f-be0d9c669182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.159822457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b53ba45f-bb13-46cc-8de7-1356eacc3ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.160257264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"50cdc831-2ecb-4b01-aeb9-b2aef1ccd350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.161989597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3b6c00d5-30ae-48d0-aea5-d7b4f17b8884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.468848841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"70f612b9-451c-45cb-8ba0-34b56c2dbdec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.525104356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"70f612b9-451c-45cb-8ba0-34b56c2dbdec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.571665308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c5ff0dd4-3b58-4ba3-b629-78746f3fb4f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.57239911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"260c8a6c-0ae8-460d-88d0-34d369bf531f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.572485121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"979a30e8-896a-4db0-8c4a-832e55caf4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.572908574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"1d58a310-cc50-4e9f-8956-916d8e013ce5","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.627286229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c5ff0dd4-3b58-4ba3-b629-78746f3fb4f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.628232153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"979a30e8-896a-4db0-8c4a-832e55caf4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.629284693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"260c8a6c-0ae8-460d-88d0-34d369bf531f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.630364676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"1d58a310-cc50-4e9f-8956-916d8e013ce5","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.681451303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c5ff0dd4-3b58-4ba3-b629-78746f3fb4f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.682668464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"979a30e8-896a-4db0-8c4a-832e55caf4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.683723134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"260c8a6c-0ae8-460d-88d0-34d369bf531f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.684910528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"1d58a310-cc50-4e9f-8956-916d8e013ce5","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.076113164Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"e71f134b-d4e4-44d2-9cf9-eec5df86bffa","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.128112875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"0a92352c-045c-4af6-853a-429248ee1510","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.12813547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"0a92352c-045c-4af6-853a-429248ee1510","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-068636-3dd64ad230c6","namespace":"llm","model":"e2e-dft-refs-068636","externalModel":"e2e-dft-refs-068636","provider":"e2e-dft-refs-068636-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.235534927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"dea18a70-41b8-42c5-8fb5-da8f9d6ee4cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.277861395Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"f69cb182-78f7-4b86-b374-432a339964a6","namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.291194356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"dea18a70-41b8-42c5-8fb5-da8f9d6ee4cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.337243093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95a37ffc-d6b7-48f5-af21-04b04c52ef89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.338235077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df90428f-b5b5-4db1-8c98-fb628d31785d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.338539778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"3019514a-4767-4135-84fc-7d6385ea8008","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.338269168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"85be63d8-6779-48eb-b21b-26bb05bf1436","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.408725682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95a37ffc-d6b7-48f5-af21-04b04c52ef89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.40979096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df90428f-b5b5-4db1-8c98-fb628d31785d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.419631745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"3019514a-4767-4135-84fc-7d6385ea8008","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.422901622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"85be63d8-6779-48eb-b21b-26bb05bf1436","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.504559721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95a37ffc-d6b7-48f5-af21-04b04c52ef89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.505690041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df90428f-b5b5-4db1-8c98-fb628d31785d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.506754816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"85be63d8-6779-48eb-b21b-26bb05bf1436","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.507632076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"3019514a-4767-4135-84fc-7d6385ea8008","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.665026439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e66e5148-7558-4e83-9ee0-dd666c7d4578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.702891881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bf17fce5-4f90-4a65-90e0-000a17437130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.70362482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5d8ed2f4-52a1-48b1-82cc-6d86b0674fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.703848023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b8749a6b-b7d2-4315-b4a6-b7796e1c83f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.703641678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0960b2a2-6785-445f-9e09-a85a6750a509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.704213753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"5198769b-d2cc-4b6a-8711-39548ba311ad","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.761634202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"e66e5148-7558-4e83-9ee0-dd666c7d4578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.763925273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5d8ed2f4-52a1-48b1-82cc-6d86b0674fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.770377012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bf17fce5-4f90-4a65-90e0-000a17437130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.770436709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b8749a6b-b7d2-4315-b4a6-b7796e1c83f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.778902958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0960b2a2-6785-445f-9e09-a85a6750a509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.879859407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"37f49002-7c90-46f5-91a5-84f62f21e839","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:13.992129678Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"4d91f61f-d7c9-413e-bc13-146a7a06ada8","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-068636-3dd64ad230c6","namespace":"llm","model":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.099414807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f55b961d-13f9-40b0-9250-4e3e2914eea8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.099719195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59214e5b-e798-411b-b0e9-cbc98faa7e8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.164386152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"684d2ae8-edb7-4f57-a4f7-0eaf5c852ccf","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.166661325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"efd1d7f7-83dc-40a3-814a-54e354374c3f","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.169399766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"bba8a709-4352-404e-89e4-8736b8d7202a","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.169501606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"bba8a709-4352-404e-89e4-8736b8d7202a","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.225458075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0999ed54-011a-408b-9dc2-3182e193ceb8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.225501046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0999ed54-011a-408b-9dc2-3182e193ceb8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.225814331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe48c2e7-e264-426f-8ec6-bb5521bd583b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.225828493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe48c2e7-e264-426f-8ec6-bb5521bd583b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.226082188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3bf7665a-0fab-4daa-9c7b-a70b8975af09","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.226095351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3bf7665a-0fab-4daa-9c7b-a70b8975af09","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.22634521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0c1ad24e-22f0-4380-9292-29d34b4240f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.226357515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0c1ad24e-22f0-4380-9292-29d34b4240f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.226627652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b57800d-c600-4b30-90b9-9778bdb90325","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.226641419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b57800d-c600-4b30-90b9-9778bdb90325","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.226970209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"689b073e-a98f-48b8-887b-bddbcabec9ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.226983707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"689b073e-a98f-48b8-887b-bddbcabec9ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.227228749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1fe5a000-841b-4ad1-9f34-d0c25f3defe6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.227241077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1fe5a000-841b-4ad1-9f34-d0c25f3defe6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.227496785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd055832-1724-44a2-bd4e-60c53fcf0079","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.227513412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd055832-1724-44a2-bd4e-60c53fcf0079","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.257773099Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"3e86f77b-ad8f-4177-b1b6-625d98645e63","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.279361572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9dc27429-1e1e-409d-816c-ea1f8778d089","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.281746288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"afb17eb4-8557-4b7e-8151-f48de78225b8","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.28281444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"afb17eb4-8557-4b7e-8151-f48de78225b8","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.281996567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"2b5a68e9-b0a4-4841-9d82-135741a23de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.282226618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b57a4e99-b3f9-494b-87c4-0458fc7ddd84","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.318260469Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f9eef23f-7ad1-4a8a-96a7-b5c3d05868b6","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.360725877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9dc27429-1e1e-409d-816c-ea1f8778d089","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.382821702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"2b5a68e9-b0a4-4841-9d82-135741a23de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.394858411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b57a4e99-b3f9-494b-87c4-0458fc7ddd84","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.441258733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3206bfb0-2036-401e-974a-821cfc4c6a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.441730277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c42be47b-1fbe-4acf-a68e-58ce267201ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.442666444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"395ac518-96a4-4f3a-8e71-2dd50a36d0b9","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"name":"e2e-dft-refs-068636","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.474299519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b57a4e99-b3f9-494b-87c4-0458fc7ddd84","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.476301128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9dc27429-1e1e-409d-816c-ea1f8778d089","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.575239962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c42be47b-1fbe-4acf-a68e-58ce267201ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.578886992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3206bfb0-2036-401e-974a-821cfc4c6a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.632252654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c42be47b-1fbe-4acf-a68e-58ce267201ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.644632432Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"60326741-9d67-4ddb-b9d9-a3716b7e9811","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.658284957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3206bfb0-2036-401e-974a-821cfc4c6a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.691888046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"87227860-6c2e-4a61-82a9-335dbe7096af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.726078959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"e79ddf37-0a5a-4ad7-900a-f9fc07d0139c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.774267446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"87227860-6c2e-4a61-82a9-335dbe7096af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.780152733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"25b0be69-a7a6-4cff-8cc8-8e994fdf7a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.851063237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"25b0be69-a7a6-4cff-8cc8-8e994fdf7a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.894706721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"e79ddf37-0a5a-4ad7-900a-f9fc07d0139c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.906428403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7df194f6-7fa1-479a-95cc-384f73b5009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.964530124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"e79ddf37-0a5a-4ad7-900a-f9fc07d0139c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:14.981639082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7df194f6-7fa1-479a-95cc-384f73b5009f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.033750761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a1a8da1-c6d9-4be2-a6a4-04614346b2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.095876527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"a2e5ee0f-37af-4f31-94e5-e94e092633f0","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.102722092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a1a8da1-c6d9-4be2-a6a4-04614346b2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.118139055Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d6ffcc29-bd5c-4278-a81f-90d4b2429b75","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.16076634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a1a8da1-c6d9-4be2-a6a4-04614346b2b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.210841408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0bd6838c-3fee-4ae4-83b7-8029f51c8b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.21169465Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"bc5c2cca-576d-4f08-aea0-d54ec64bcd97","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.229059964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"50cd2153-c7da-481f-9713-441bca6ef441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.284919766Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"53839bd2-33ca-4b77-9ccc-af1c5157ce0b","namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.286641381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0bd6838c-3fee-4ae4-83b7-8029f51c8b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.302604485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"50cd2153-c7da-481f-9713-441bca6ef441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.45099815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e260af74-0939-49a8-91aa-6ea8089d8c1a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.559353294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e260af74-0939-49a8-91aa-6ea8089d8c1a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.564659671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"79f54b2e-ca7e-4233-9842-e7b92e14c398","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.572685072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f79bab1-b97a-4adb-b5da-7431d314216d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.638099608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e260af74-0939-49a8-91aa-6ea8089d8c1a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.652372749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f79bab1-b97a-4adb-b5da-7431d314216d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.671523862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"79f54b2e-ca7e-4233-9842-e7b92e14c398","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.68763199Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"4089d99d-a130-406c-84c8-d97f98492d01","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.741632259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f79bab1-b97a-4adb-b5da-7431d314216d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.744046661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"79f54b2e-ca7e-4233-9842-e7b92e14c398","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.777068454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"478ea286-c257-41d1-af4d-c93675ba70bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.794910801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a9b69495-d93d-4dba-aead-2a04e73225ed","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.796354183Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"e1368995-382e-4bf2-97a6-33e0476131a0","namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.86530359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"b1d8d250-6d27-49ec-8258-ea086f386a1a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.865337036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"b1d8d250-6d27-49ec-8258-ea086f386a1a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.877651482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a9b69495-d93d-4dba-aead-2a04e73225ed","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.927066621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"478ea286-c257-41d1-af4d-c93675ba70bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.936200761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a9b69495-d93d-4dba-aead-2a04e73225ed","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:15.987320742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0e2ec66d-4fc3-433a-8967-0e4fdefa1c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.002916131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"faff01eb-beef-40ec-8f13-9e6d0d49ba34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.041031318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70ed5cab-505f-4df9-bd2a-55402325e05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.042248377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"fdd573a9-613f-4494-b2dc-38c6337f717c","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.042274106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"fdd573a9-613f-4494-b2dc-38c6337f717c","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.054136871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0e2ec66d-4fc3-433a-8967-0e4fdefa1c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.068349551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"faff01eb-beef-40ec-8f13-9e6d0d49ba34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.111855948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70ed5cab-505f-4df9-bd2a-55402325e05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.136086739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"91c2cb86-de8a-4d6d-8d53-aa13a574a7a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.176486091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70ed5cab-505f-4df9-bd2a-55402325e05e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.206488161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"91c2cb86-de8a-4d6d-8d53-aa13a574a7a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.308921561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f2bb6f73-e4d5-4b8e-9709-b366ddd1fc6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.368209084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f2bb6f73-e4d5-4b8e-9709-b366ddd1fc6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.4175155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c8718bd0-fba5-48d5-a218-e76ab8675455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.487966289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c8718bd0-fba5-48d5-a218-e76ab8675455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.614758199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"ad885d4b-d133-4208-846c-efc6703c3e80","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.629078898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"d9c177cd-9eec-46b4-be84-c9d8c5706cd5","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.652506123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"607eb213-ab9a-4a44-ac4d-0007f7102d9c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.670734123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"ad885d4b-d133-4208-846c-efc6703c3e80","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.686904042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"d9c177cd-9eec-46b4-be84-c9d8c5706cd5","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.708279598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"607eb213-ab9a-4a44-ac4d-0007f7102d9c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.717570969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"436039be-7a79-4f94-b102-fd60a53b5d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.724550394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"ad885d4b-d133-4208-846c-efc6703c3e80","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.740971532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"d9c177cd-9eec-46b4-be84-c9d8c5706cd5","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.765012117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"607eb213-ab9a-4a44-ac4d-0007f7102d9c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.775859744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"436039be-7a79-4f94-b102-fd60a53b5d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.845998942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"436039be-7a79-4f94-b102-fd60a53b5d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.893040579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"44c0c2c1-6ec8-4ed2-ba83-5c2d6a8169d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.953878958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"44c0c2c1-6ec8-4ed2-ba83-5c2d6a8169d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.98932548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0c40dee7-46ed-4315-8564-83fe652aa397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:16.995217421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e5ec7a4c-e4d2-49d6-9661-516569f75d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:17.045087838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0c40dee7-46ed-4315-8564-83fe652aa397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:17.050442632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e5ec7a4c-e4d2-49d6-9661-516569f75d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:17.091125986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a43ef72-592b-4956-98b9-a48706335fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:17.148056671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a43ef72-592b-4956-98b9-a48706335fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:17.202073732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a43ef72-592b-4956-98b9-a48706335fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.308856609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"b185f6a6-1a30-46ab-95ce-ed599fb47d87","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.360790936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"cb6b93d1-8f51-426c-8a76-491ba8a447ee","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"name":"e2e-dft-refs-068636","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.416560841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"00306926-e851-4722-bfa2-73f8e86b5ea1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.471735785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"00306926-e851-4722-bfa2-73f8e86b5ea1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.52588004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"00306926-e851-4722-bfa2-73f8e86b5ea1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.570244675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf82ac6-c137-4b46-9ab1-5d410767d7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.570502556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067c99f0-d306-4a19-ae6e-db3b856e8fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.570707738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c024bb7c-ca4b-457f-bd6c-12151612bfac","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.570242348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d1d05f3f-112d-4c81-b438-cb0a7d8d163a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.636362788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d1d05f3f-112d-4c81-b438-cb0a7d8d163a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.639169625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf82ac6-c137-4b46-9ab1-5d410767d7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.639419591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c024bb7c-ca4b-457f-bd6c-12151612bfac","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.639903891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067c99f0-d306-4a19-ae6e-db3b856e8fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.688568865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"610b052b-5ab0-4a9d-be66-6b70981a69d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.694685481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067c99f0-d306-4a19-ae6e-db3b856e8fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.694709861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"d1d05f3f-112d-4c81-b438-cb0a7d8d163a","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.695738816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf82ac6-c137-4b46-9ab1-5d410767d7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.696307144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 35, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c024bb7c-ca4b-457f-bd6c-12151612bfac","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.746038967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"610b052b-5ab0-4a9d-be66-6b70981a69d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.854919908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fff9b747-8330-4f59-8027-5b142d20d174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.855241955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"089b9bba-60ba-4970-a83b-cfc945ebe79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.855365097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a1df0192-04d7-4ce6-8a03-a7084db6c462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.855654863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"668b959e-8ed9-4b5b-9ec9-223a30a16769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.910875402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"089b9bba-60ba-4970-a83b-cfc945ebe79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.910912131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fff9b747-8330-4f59-8027-5b142d20d174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.913596254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a1df0192-04d7-4ce6-8a03-a7084db6c462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.914042706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"668b959e-8ed9-4b5b-9ec9-223a30a16769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:19.959213009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"d8e89c51-4a6b-474f-b6c6-5fb238c4e159","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"name":"e2e-dft-refs-068636","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.06467243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"1dcc128c-13f3-44cf-876b-3fdb674a319f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.064700301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"1dcc128c-13f3-44cf-876b-3fdb674a319f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.113955663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"230de12e-d7ee-479c-8bd0-af00e12dc50d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.115681072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76c92f2d-3b16-487a-96c1-bff0cea47823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.119430207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"468533a3-cdea-4ab6-9167-a03b539b8f17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.119870325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bc21dce-e4e7-4cae-bf6d-1795747acba8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.119891047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bc21dce-e4e7-4cae-bf6d-1795747acba8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.120217327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30826463-6678-4ae1-84dd-16ed5a6ca072","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.120231824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30826463-6678-4ae1-84dd-16ed5a6ca072","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.120552066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7926628-15fa-4c9d-be49-6f12bb3139cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.12056673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7926628-15fa-4c9d-be49-6f12bb3139cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.12080665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5b8b47c1-1151-498f-8d63-2ae3b1b34318","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.120818295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5b8b47c1-1151-498f-8d63-2ae3b1b34318","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.121038015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22568b9c-87b5-4ad7-8b27-41b24a7322e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.121048911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22568b9c-87b5-4ad7-8b27-41b24a7322e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.121365534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0d95a25-7ce0-4ac3-b04c-cd672abe90ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.121377635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0d95a25-7ce0-4ac3-b04c-cd672abe90ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.121640849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cba6379-1b08-4f2b-bcb9-b90d6d7c26a1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.121653468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cba6379-1b08-4f2b-bcb9-b90d6d7c26a1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.121879593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d2140cf4-2778-431d-bf92-41b7d8b21813","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.121891246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d2140cf4-2778-431d-bf92-41b7d8b21813","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.169653525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"230de12e-d7ee-479c-8bd0-af00e12dc50d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.17008401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"11334cf4-8e4d-41eb-aad6-2aef29b56e8f","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.171229421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"161aacc4-ee7c-435a-9990-6e5f06b648f5","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.17360467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"6cb25756-b969-4c0a-ae9a-2d4552ed00d4","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.17362256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"6cb25756-b969-4c0a-ae9a-2d4552ed00d4","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.276784646Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"4ff334b3-23b2-4b7c-9704-23388543a644","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"name":"e2e-dft-refs-068636","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.4147394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"e8d0f7f0-1dc7-4352-8e6f-df6542797ee1","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.432265171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fd5b54c-8a4b-4faf-862a-8744dc5444f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.4329102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"523d8138-a150-467d-abcc-125e17a53192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.433453314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"f55877ca-6df8-4253-b8f1-0f9887db85fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.434716246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1224bda4-34ca-4a88-9bb5-649f6ed143c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.435236181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5cfe609-6188-49bd-a28a-7aa29906e01d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.521202299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"e8d0f7f0-1dc7-4352-8e6f-df6542797ee1","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.531247363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"523d8138-a150-467d-abcc-125e17a53192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.534379502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fd5b54c-8a4b-4faf-862a-8744dc5444f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.540448034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"f55877ca-6df8-4253-b8f1-0f9887db85fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.577852645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"e8d0f7f0-1dc7-4352-8e6f-df6542797ee1","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.589601811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"523d8138-a150-467d-abcc-125e17a53192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.596355973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"f55877ca-6df8-4253-b8f1-0f9887db85fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.596381109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fd5b54c-8a4b-4faf-862a-8744dc5444f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.679562823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"11d0c207-df89-4a31-a0b6-670025cc43af","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.68665467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"4eb87a90-21c5-4e31-baee-1198d2e98f03","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.686674859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"4eb87a90-21c5-4e31-baee-1198d2e98f03","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.739569368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caf74e7b-cf91-4f85-b547-292d83674d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.739587674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caf74e7b-cf91-4f85-b547-292d83674d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.752686174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"a6928e99-c31d-4f22-867f-66899440e625","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.791655432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"755a743a-57cb-4e1f-ab4c-4d5c4471a183","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.791680298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"755a743a-57cb-4e1f-ab4c-4d5c4471a183","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.843841677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"341249dc-4c7c-48d3-9ac2-3d0b89e15da6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.843861517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"341249dc-4c7c-48d3-9ac2-3d0b89e15da6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.855458502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"090e1786-3359-4cb0-8c2d-23752212ae01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.952387654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"cc60c40a-d84d-4993-b70a-6770743ed815","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:20.99280034Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"093cc798-78ca-4d68-81be-ee2a592c47bf","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.047131924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"9076b9c3-71f8-4938-9852-059187df9b4b","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.047169085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"9076b9c3-71f8-4938-9852-059187df9b4b","MaaSModelRef":{"name":"e2e-dft-refs-068636","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-068636-3dd64ad230c6","namespace":"llm","model":"e2e-dft-refs-068636","externalModel":"e2e-dft-refs-068636","provider":"e2e-dft-refs-068636-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.060441278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"c1840af8-b375-422d-8f1f-31dc61c26b71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.123169505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"5d0cd33a-b840-4350-800f-7c5dd0ed5cbe","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.178132933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"5d0cd33a-b840-4350-800f-7c5dd0ed5cbe","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.232003756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"5d0cd33a-b840-4350-800f-7c5dd0ed5cbe","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.232721425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"8416c817-aab9-4348-8f41-e1065869b686","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.269215075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c655c2a2-72ac-4906-b34b-1e756e6a965a","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.269244802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"eb5248f2-4496-4185-913d-adb44cecb982","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.273732208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"307c2050-52f6-4aed-9735-70dcbd5ac5b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.288050916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14d749b8-e765-4cd5-9e35-a973f0a09dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.325267263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c655c2a2-72ac-4906-b34b-1e756e6a965a","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.32537474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"eb5248f2-4496-4185-913d-adb44cecb982","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.329528414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"307c2050-52f6-4aed-9735-70dcbd5ac5b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.343389598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14d749b8-e765-4cd5-9e35-a973f0a09dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.380251905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"eb5248f2-4496-4185-913d-adb44cecb982","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.380283049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c655c2a2-72ac-4906-b34b-1e756e6a965a","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.38394619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"307c2050-52f6-4aed-9735-70dcbd5ac5b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.388179125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ea503389-81e9-44b1-aadd-b0e52f1344ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.397795018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14d749b8-e765-4cd5-9e35-a973f0a09dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.414539141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"388ad156-7f12-4bf6-9306-10b1768a2a97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.44578789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ea503389-81e9-44b1-aadd-b0e52f1344ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.536701691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e6f2cfe3-c4f4-465d-b604-e653262ab586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.536701656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"939139df-f059-48b5-bf76-4fea459518e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.539019655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"914f442e-1758-427a-8eb3-81df333cc757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.562396935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"15d1eec7-86f1-4e1a-aa43-6a8274b9f7a3","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.593288789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"939139df-f059-48b5-bf76-4fea459518e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.593312999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e6f2cfe3-c4f4-465d-b604-e653262ab586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.595704403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"914f442e-1758-427a-8eb3-81df333cc757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.635767129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4bc7f31d-a295-4878-b6f9-d873e88c40fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.691137876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4bc7f31d-a295-4878-b6f9-d873e88c40fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.754751083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c7225b4f-c676-4d95-9997-8bf9786d8e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:21.809842025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c7225b4f-c676-4d95-9997-8bf9786d8e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.498219028Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","namespace":"ai-tenant-e2e-api-b-d855db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.49827707Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","namespace":"ai-tenant-e2e-api-b-d855db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.498330564Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","tenant":"e2e-api-b-d855db","tenantID":"e2e-api-b-d855db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.55162694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"Deployment","name":"maas-api-e2e-api-b-d855db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.610231671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"Service","name":"maas-api-e2e-api-b-d855db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.668915075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d855db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.722133138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d855db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.777175411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.830945687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.88710362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.940694512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:23.992189976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"Deployment","name":"payload-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.043444925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.094507523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"Service","name":"payload-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.146503989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.197820555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.248960969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.300069847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.354167359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.405370328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.456534875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.52880459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d855db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.580054184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d855db"},"namespace":"ai-tenant-e2e-api-b-d855db","name":"default-tenant","reconcileID":"2518e36c-330a-4130-b5aa-0b4be2aba5d4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d855db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:24.747393024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:25.334144168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"8ada7f92-dac9-454f-8e59-91cf0f11bdde","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:25.87145914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"c4457b8a-29e2-4734-977c-e526b75ed579","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:25.980729061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"be5bf1ff-fc36-4395-9a45-65c79919ac8f","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:25.981849211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"b2829033-b8b0-4802-a0bc-4dab35e52a49","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:25.981871869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"b2829033-b8b0-4802-a0bc-4dab35e52a49","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.034434405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10cfbba8-ede7-4e39-9134-550a44a17cc2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.034459281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10cfbba8-ede7-4e39-9134-550a44a17cc2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.03477556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3322c42d-a2f7-4b76-9d15-a4df6ea53fdd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.034791321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3322c42d-a2f7-4b76-9d15-a4df6ea53fdd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.035026889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f3adae8-8931-437f-a1b2-5a7ee266fd0a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.035038094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f3adae8-8931-437f-a1b2-5a7ee266fd0a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.03529804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c6a6f9c9-7f29-4981-a00d-86cd81cf689d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.035309585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c6a6f9c9-7f29-4981-a00d-86cd81cf689d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.035546893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e157eb2f-33dd-41f3-a1b5-716e9eadb7b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.035558565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e157eb2f-33dd-41f3-a1b5-716e9eadb7b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.035851492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"894f286f-d2e6-4adb-8065-a29f0440f76e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.035863682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"894f286f-d2e6-4adb-8065-a29f0440f76e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.036079311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6081503a-708f-4f05-86c9-6161829ec07f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.036091682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6081503a-708f-4f05-86c9-6161829ec07f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.036288101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29c44130-73b7-466c-8743-c910f3a3e12d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.036298858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"29c44130-73b7-466c-8743-c910f3a3e12d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.037123006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"be5bf1ff-fc36-4395-9a45-65c79919ac8f","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.088057324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b2e2f4d8-fd43-41c4-999a-315e8105be98","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.088084222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b2e2f4d8-fd43-41c4-999a-315e8105be98","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.0911585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"be5bf1ff-fc36-4395-9a45-65c79919ac8f","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.131361355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3757a8c3-16fa-45ec-b11f-6970b24790b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.13159361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"779de33c-d406-4c0e-aece-6fe801c1a855","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.131883839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b7cdb79f-57c8-4875-8902-0f5b6bc2eed6","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.132022576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b1bd077-ffa4-442f-adf5-87da998a4b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.138281596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c6709af-e1a6-4cfd-ab3c-7eb6fd400ba0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.138863808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26d74848-a368-4760-9d5d-955f08139ed4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.191159773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"4524bb8d-c28c-485f-b927-092f946c5e3a","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.194683981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"779de33c-d406-4c0e-aece-6fe801c1a855","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.198289083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b1bd077-ffa4-442f-adf5-87da998a4b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.198906366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"21734a8e-88ac-4fa0-bac4-4fda2f8b09ce","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.201843964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3757a8c3-16fa-45ec-b11f-6970b24790b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.202241397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b7cdb79f-57c8-4875-8902-0f5b6bc2eed6","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.249199461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"779de33c-d406-4c0e-aece-6fe801c1a855","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.253165441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cb169e47-6bc0-4c82-8453-7ff8de42451c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.253995295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b1bd077-ffa4-442f-adf5-87da998a4b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.257268771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3757a8c3-16fa-45ec-b11f-6970b24790b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.258093012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b7cdb79f-57c8-4875-8902-0f5b6bc2eed6","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.311932159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cb169e47-6bc0-4c82-8453-7ff8de42451c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.379739449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-068636","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-068636","reconcileID":"953a8b69-77ed-4c64-9cee-6ea42269c95b","namespace":"llm","name":"e2e-dft-refs-068636","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.406655344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3f0aeecb-7ce5-4a8d-bcea-3627244e74f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.467104587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3f0aeecb-7ce5-4a8d-bcea-3627244e74f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.490372668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3da17e84-89ed-4a57-b44d-113a1261e228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.498042497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4e14a035-313b-4152-8a65-87adcdf186c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.512801836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"eeaa5a0e-b2e8-4ae4-aa6e-34ae0bf262ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.545542533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3da17e84-89ed-4a57-b44d-113a1261e228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.553616831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4e14a035-313b-4152-8a65-87adcdf186c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.568528045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"eeaa5a0e-b2e8-4ae4-aa6e-34ae0bf262ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.671148975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ce7651d7-1546-4aa3-ada9-adcff90407ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:26.729005057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"ce7651d7-1546-4aa3-ada9-adcff90407ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.012771257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"50855144-6f2a-482d-861c-d4e1fd7ef999","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.071057642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"50855144-6f2a-482d-861c-d4e1fd7ef999","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.115263054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0cfdf83-4ea9-439b-9182-9f80c7b3957c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.115328861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b58111-c2da-4da0-b7f6-71e2f95f79ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.115726497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9de302e8-844b-4c73-a262-27215f99f796","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.124743046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"2aeffae2-c5c6-455c-96b5-ad3f9a94784a","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.127081954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"50855144-6f2a-482d-861c-d4e1fd7ef999","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.171685575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b58111-c2da-4da0-b7f6-71e2f95f79ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.172831064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9de302e8-844b-4c73-a262-27215f99f796","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.173819529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0cfdf83-4ea9-439b-9182-9f80c7b3957c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.180238158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"2aeffae2-c5c6-455c-96b5-ad3f9a94784a","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.227531405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b58111-c2da-4da0-b7f6-71e2f95f79ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.227712699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"9de302e8-844b-4c73-a262-27215f99f796","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.229162898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0cfdf83-4ea9-439b-9182-9f80c7b3957c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.23401281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"2aeffae2-c5c6-455c-96b5-ad3f9a94784a","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.282008114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"02ccb3fb-1881-4a14-888f-8afd05cedce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.337635615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"02ccb3fb-1881-4a14-888f-8afd05cedce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.382672671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a32e4dca-5596-4458-b963-802d223369cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.38267132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"996255c4-d47f-4360-a53a-eb3c1d7ad64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.38314182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"fc25cfc7-79a0-46d1-b0a9-373d29d22587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.387814847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"54ab68ab-45a0-445a-85ae-2ac9856ff46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.438149977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"996255c4-d47f-4360-a53a-eb3c1d7ad64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.438528336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"fc25cfc7-79a0-46d1-b0a9-373d29d22587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.440353575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"a32e4dca-5596-4458-b963-802d223369cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.443774241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"54ab68ab-45a0-445a-85ae-2ac9856ff46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.922398359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"b0879c02-65ef-4ef8-ac6a-94b8bacaa0c5","namespace":"llm","name":"e2e-dft-del-32bc50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.030401924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"8898a0dc-e7d7-4a53-a429-9e8f2aa8b8d4","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.085859055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"8898a0dc-e7d7-4a53-a429-9e8f2aa8b8d4","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.140579267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"8898a0dc-e7d7-4a53-a429-9e8f2aa8b8d4","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.182610785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"13b1c1d1-c3f6-40ed-84be-f90cea25331b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.182753238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"42a18e88-f486-41f2-be38-ce5ab9ca17f0","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.182612462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecc8d65c-0871-42d4-9f05-9ec18ae77897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.183103064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406b4742-ac6a-40b3-9b59-4f4dd07ff7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.238929679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"13b1c1d1-c3f6-40ed-84be-f90cea25331b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.23913014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"42a18e88-f486-41f2-be38-ce5ab9ca17f0","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.241538467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecc8d65c-0871-42d4-9f05-9ec18ae77897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.241591514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406b4742-ac6a-40b3-9b59-4f4dd07ff7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.294180022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"42a18e88-f486-41f2-be38-ce5ab9ca17f0","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.294725849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"13b1c1d1-c3f6-40ed-84be-f90cea25331b","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.296501665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406b4742-ac6a-40b3-9b59-4f4dd07ff7cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.297230409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecc8d65c-0871-42d4-9f05-9ec18ae77897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.319620253Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"b1dccabb-6e89-455d-b49f-458bea781f7f","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"name":"e2e-dft-del-32bc50","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.340826566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"60430225-d961-4b7c-9e39-c528a4f0b441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.44944234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"60430225-d961-4b7c-9e39-c528a4f0b441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.49670763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b2bb670a-caf0-42cc-b176-b9cf7a1e2dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.503192563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"2e79bf1b-30d2-49c0-986e-f5638c9080a4","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.54925233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"66392a2d-c430-48df-b6ab-8b7581562730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.549253021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6994768d-bdfa-4f13-bd7a-0e6af9862b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.550244143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8ec47cbf-3aae-426b-8b25-6e93382510f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.552802739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b2bb670a-caf0-42cc-b176-b9cf7a1e2dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.607976238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"66392a2d-c430-48df-b6ab-8b7581562730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.613265583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6994768d-bdfa-4f13-bd7a-0e6af9862b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.61498852Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"56264b38-06e5-4d74-b133-7ed6e271f945","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"name":"e2e-dft-del-32bc50","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.615116728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8ec47cbf-3aae-426b-8b25-6e93382510f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.765903561Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d855db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d855db","reconcileID":"9740b2ef-61e5-4c25-a493-9f05281c14e7","aitenant":"ai-tenants/e2e-api-b-d855db","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.766359534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e552d471-0186-4389-8bb4-e98a56f43262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.767510614Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d80447c2-22fa-49d0-b8bb-34d9ebc25986","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.822714974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e552d471-0186-4389-8bb4-e98a56f43262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.927016575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"a67dc0f3-1f4a-4aa4-bc63-0a707c7c680c","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"name":"e2e-dft-del-32bc50","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.030659171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"62b4e933-4545-4792-952b-eb7fe24a7669","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.248214127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9840f0-fb16-4b46-af41-ca751e745d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.300289337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9840f0-fb16-4b46-af41-ca751e745d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.32891573Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"114cd4a0-352d-494f-b4cf-4d8a7ac0436d","namespace":"llm","name":"e2e-dft-del-32bc50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.352237501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9840f0-fb16-4b46-af41-ca751e745d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.404233696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9840f0-fb16-4b46-af41-ca751e745d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.509642401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f162b90f-9120-44d9-b89d-bbb7aea84495","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.566194473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f162b90f-9120-44d9-b89d-bbb7aea84495","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.569651309Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d855db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d855db","reconcileID":"9740b2ef-61e5-4c25-a493-9f05281c14e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d855db","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d855db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.66759419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4577eca3-a8f8-4623-b53c-0db455dcfd04","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.667829839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90ceecc4-2ca0-410e-84fc-561d5454c387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.668064547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"5e2bb9a1-a29f-4e09-a96a-616c77dcf2b8","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.668223223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05593276-7030-4a76-bb1d-9469b9e20985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.670953875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f162b90f-9120-44d9-b89d-bbb7aea84495","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.724929394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05593276-7030-4a76-bb1d-9469b9e20985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.72512942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4577eca3-a8f8-4623-b53c-0db455dcfd04","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.727615502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90ceecc4-2ca0-410e-84fc-561d5454c387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.727620746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"5e2bb9a1-a29f-4e09-a96a-616c77dcf2b8","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.755346103Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"37bd8847-6fdc-4b6a-a57a-7daf2a1fb2d3","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"name":"e2e-dft-del-32bc50","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.780296076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05593276-7030-4a76-bb1d-9469b9e20985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.781186194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4577eca3-a8f8-4623-b53c-0db455dcfd04","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.783431754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"5e2bb9a1-a29f-4e09-a96a-616c77dcf2b8","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.783608978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90ceecc4-2ca0-410e-84fc-561d5454c387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.859138279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"9edd110e-6fc9-4f43-971b-080173e31987","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.895732323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"77e32085-c0b8-4c89-8a90-f8787eb445cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.91159657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da739f1-56f6-4815-bb8b-6a8129cc736a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.911625877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da739f1-56f6-4815-bb8b-6a8129cc736a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.911946031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48e7ea45-b87f-436b-ab90-04d953b285b8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.911959456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"48e7ea45-b87f-436b-ab90-04d953b285b8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.912141456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"29e3c7eb-5c57-401f-8cf7-8485419cd9f1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.912152501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"29e3c7eb-5c57-401f-8cf7-8485419cd9f1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.91232798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"78c0bfea-5f21-4a33-ad10-20fa72ce377c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.912338677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"78c0bfea-5f21-4a33-ad10-20fa72ce377c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.913816583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50feffc7-f530-4a11-b2d7-15c35d2abbe3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:29.914242222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51220787-738b-4bdc-af22-5df0e79be742","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.011488955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"86cbded4-c193-4814-90d7-bdec63b936b1","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.01202743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"77e32085-c0b8-4c89-8a90-f8787eb445cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.012108444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"e00128f2-175e-4aa9-80d8-d53e0921ae34","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.012624309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"7f9162d4-8de4-430c-95ba-1fde691c2ed9","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.012644467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"7f9162d4-8de4-430c-95ba-1fde691c2ed9","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.063752421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0f80ae99-5094-4984-811d-009658e8da6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.064566882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"0ef8f340-a050-4051-ad37-0b4f58554840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.064872472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7f509adf-6970-4540-baed-c8fee7b6d18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.065403333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6ac5100c-ece2-4784-97bc-0bc026c37784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.128088341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6ac5100c-ece2-4784-97bc-0bc026c37784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.138809619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7f509adf-6970-4540-baed-c8fee7b6d18f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.142907029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"0ef8f340-a050-4051-ad37-0b4f58554840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.144280139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"c53163d9-3358-4401-9630-569df47e5caf","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.147606571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"c53163d9-3358-4401-9630-569df47e5caf","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.149667705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0f80ae99-5094-4984-811d-009658e8da6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.201102242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3cf7d1f0-d6a7-47f3-9f87-bd4c49e99fab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.201122481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3cf7d1f0-d6a7-47f3-9f87-bd4c49e99fab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.201351844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aadb067f-9671-4743-97b1-312573134960","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.201363609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aadb067f-9671-4743-97b1-312573134960","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.201579794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35d223c8-a32c-41a8-a420-8e8c8371673e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.201590384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35d223c8-a32c-41a8-a420-8e8c8371673e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.201774005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52c7b277-a91c-42dd-b9f5-aa5fbce22d46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.201784118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52c7b277-a91c-42dd-b9f5-aa5fbce22d46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.253174711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"7ee697c1-884f-4981-bde9-990528573c2c","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"name":"e2e-dft-del-32bc50","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.384939313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"2c88e38f-575f-4d57-acc8-73f9f040bd27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.440585148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"2c88e38f-575f-4d57-acc8-73f9f040bd27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.729768728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c142d79b-bebc-4b88-8c88-074d1c158979","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.785500376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c142d79b-bebc-4b88-8c88-074d1c158979","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.82088505Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"15564765-641d-46d6-9115-ccfbafc0e947","namespace":"llm","name":"e2e-dft-del-32bc50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.842184491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3676a7d-7874-45b0-9ee4-53144da88386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.842924823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"ac8aefc4-da02-422c-aeaf-965bf8699ecd","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.843741956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecd0d5a8-30aa-45d9-a71a-4aee50f3f97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.857687064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c142d79b-bebc-4b88-8c88-074d1c158979","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.874307323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"3dbd70f2-236c-4349-95bf-f1d8384611dc","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-32bc50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.875929013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"3dbd70f2-236c-4349-95bf-f1d8384611dc","MaaSModelRef":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"routeName":"external-model-e2e-dft-del-32bc50-15573ed468d8","namespace":"llm","model":"e2e-dft-del-32bc50","externalModel":"e2e-dft-del-32bc50","provider":"e2e-dft-del-32bc50-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.900179021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecd0d5a8-30aa-45d9-a71a-4aee50f3f97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.90287583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"ac8aefc4-da02-422c-aeaf-965bf8699ecd","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.905499631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3676a7d-7874-45b0-9ee4-53144da88386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.929145808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"60af3722-a352-444e-bd9c-f07e6e45efb3","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.954904319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecd0d5a8-30aa-45d9-a71a-4aee50f3f97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.958060507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"ac8aefc4-da02-422c-aeaf-965bf8699ecd","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.960250361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3676a7d-7874-45b0-9ee4-53144da88386","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.986002326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"60af3722-a352-444e-bd9c-f07e6e45efb3","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.040118546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"60af3722-a352-444e-bd9c-f07e6e45efb3","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.077842814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0b852047-00ba-4c0f-86d3-f1c49fee7452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.134003233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0b852047-00ba-4c0f-86d3-f1c49fee7452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.179458639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e657191b-bd7f-4fcf-8652-5f4990b9bbfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.179636909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"486d4fcc-b7fb-4ca9-bc10-d989c4805a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.195982121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"94e3219e-e320-4f54-8a70-4da915fe0247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.236486254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"486d4fcc-b7fb-4ca9-bc10-d989c4805a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.236590284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e657191b-bd7f-4fcf-8652-5f4990b9bbfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.25148444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"94e3219e-e320-4f54-8a70-4da915fe0247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.282318135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5a546fe-15d4-43e8-a248-e6b3a8001524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.338570603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5a546fe-15d4-43e8-a248-e6b3a8001524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.355628546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cb0af3-bc2c-4a79-9144-426f31cc0f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.407793748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cb0af3-bc2c-4a79-9144-426f31cc0f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.410314094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5a546fe-15d4-43e8-a248-e6b3a8001524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.459777198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cb0af3-bc2c-4a79-9144-426f31cc0f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.511963365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cb0af3-bc2c-4a79-9144-426f31cc0f46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.616534168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"40b03332-2dde-444d-a298-fafdb36d3dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.674716914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"40b03332-2dde-444d-a298-fafdb36d3dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.722328298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"3489a5ea-9efe-4ce4-b0de-742f5cbc833d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.722494272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1002e102-ff52-4fe0-a224-afe8d843352f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.778483546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"3489a5ea-9efe-4ce4-b0de-742f5cbc833d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.778740279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1002e102-ff52-4fe0-a224-afe8d843352f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.833416851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faccf62b-43c2-45e6-9ffe-e6eb082f9876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.85307636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"1002e102-ff52-4fe0-a224-afe8d843352f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.854317822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"ce2f670a-e792-46b2-95bf-fdfcff745177","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.921350045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faccf62b-43c2-45e6-9ffe-e6eb082f9876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.949326643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"ce2f670a-e792-46b2-95bf-fdfcff745177","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:31.979416947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faccf62b-43c2-45e6-9ffe-e6eb082f9876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.00370485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"ce2f670a-e792-46b2-95bf-fdfcff745177","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.22051176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"09117421-f7e7-4693-945c-963f9d41853f","namespace":"llm","name":"e2e-dft-del-32bc50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.326576728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6b2b0c2c-baa0-442e-9b23-597fac268974","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.38211344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6b2b0c2c-baa0-442e-9b23-597fac268974","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.435971553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6b2b0c2c-baa0-442e-9b23-597fac268974","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.51876043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"3bf2adb6-c67b-40a2-8779-6cd6280791db","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.51908293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b482c8af-ac51-4c0c-b2b6-c4d2f9f1a49b","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.519096277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50fe46b4-d046-4d06-8dd6-64a389596be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.51933903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a13cc05f-a16a-45ef-9115-5ea398c2025e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.628970193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50fe46b4-d046-4d06-8dd6-64a389596be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.629204575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"3bf2adb6-c67b-40a2-8779-6cd6280791db","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.63173683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a13cc05f-a16a-45ef-9115-5ea398c2025e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.632112361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b482c8af-ac51-4c0c-b2b6-c4d2f9f1a49b","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.697177678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"36d5ac6a-3c92-4936-8266-ab9f0390e7d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.702455706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"3bf2adb6-c67b-40a2-8779-6cd6280791db","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.702918888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"b482c8af-ac51-4c0c-b2b6-c4d2f9f1a49b","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.705296834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50fe46b4-d046-4d06-8dd6-64a389596be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.705302319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a13cc05f-a16a-45ef-9115-5ea398c2025e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.768586533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"36d5ac6a-3c92-4936-8266-ab9f0390e7d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.902976372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0d07403d-c341-4aec-b784-9ad8279e6048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.903403195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"785f4296-6a9e-40b1-bc7c-88a48f47ee1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.903802391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1a320144-73cd-4fe5-8bca-ea4f6ec125f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.904207147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1ec51a86-13ab-415e-9c73-386aee762aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.959160219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"785f4296-6a9e-40b1-bc7c-88a48f47ee1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.960182159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1a320144-73cd-4fe5-8bca-ea4f6ec125f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.961627468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0d07403d-c341-4aec-b784-9ad8279e6048","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.962581365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1ec51a86-13ab-415e-9c73-386aee762aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:33.111409402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b9abef5d-6388-44c2-ba0a-4b47dc0b77a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:33.167131908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b9abef5d-6388-44c2-ba0a-4b47dc0b77a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:33.439889481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b370ff2a-5568-40fb-be65-946c6ccb68bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:33.491777568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b370ff2a-5568-40fb-be65-946c6ccb68bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:33.543902322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b370ff2a-5568-40fb-be65-946c6ccb68bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:33.595686797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b370ff2a-5568-40fb-be65-946c6ccb68bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.40279285Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"68457ae5-4669-4123-a21c-da6ce8b35c43","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.54789078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"bf3e7312-3f4a-4e79-8a93-2bd0408248db","namespace":"llm","name":"e2e-dft-del-32bc50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.746173518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"c95484f0-5f9c-4924-803c-5e3de18c65ef","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.802080785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"c95484f0-5f9c-4924-803c-5e3de18c65ef","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.859059167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"c95484f0-5f9c-4924-803c-5e3de18c65ef","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.905781523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e8d5997-bf19-4ede-89e7-9d84c04d0827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.906395787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35df5d7d-1b74-41f3-a54f-98ddfeb3ccb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.906769777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"3ab82f74-1feb-4373-ad62-1fc65ff1fe1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.907055464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c2402ebe-b86d-49bf-a074-f5625db098c8","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.959585039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"7fa401b8-2098-413e-9b6f-f2d239856efd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.964935088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c2402ebe-b86d-49bf-a074-f5625db098c8","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.965070192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35df5d7d-1b74-41f3-a54f-98ddfeb3ccb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.96717757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e8d5997-bf19-4ede-89e7-9d84c04d0827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.967491672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"3ab82f74-1feb-4373-ad62-1fc65ff1fe1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.01963621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"c2402ebe-b86d-49bf-a074-f5625db098c8","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.019681076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35df5d7d-1b74-41f3-a54f-98ddfeb3ccb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.021893601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e8d5997-bf19-4ede-89e7-9d84c04d0827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.022026651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"3ab82f74-1feb-4373-ad62-1fc65ff1fe1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.064559627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7ac3ea44-37c7-4cc6-bfaf-057a292f0dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.075950815Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"7fa401b8-2098-413e-9b6f-f2d239856efd","name":"e2e-shared-a-w0-302ba0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.121493599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7ac3ea44-37c7-4cc6-bfaf-057a292f0dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.177270398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9c9b6fc7-f798-44df-ade5-482866878326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.177305254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"2763ca35-76a0-4179-b939-d15986add891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.178616525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"127d727a-b7f0-49a1-a0ff-f8e9219ae544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.179144211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"934f7530-fd33-42b6-b166-d0d309c2c0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.237195387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"2763ca35-76a0-4179-b939-d15986add891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.23722273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"127d727a-b7f0-49a1-a0ff-f8e9219ae544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.239937954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9c9b6fc7-f798-44df-ade5-482866878326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.240359924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"934f7530-fd33-42b6-b166-d0d309c2c0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.305316472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"a3d86ed3-f028-4e68-9a30-dd849cd65b6e","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.305352976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"a3d86ed3-f028-4e68-9a30-dd849cd65b6e","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.358365056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5dd54e5e-0bb2-4185-8b1e-a788437a9744","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.358459377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5dd54e5e-0bb2-4185-8b1e-a788437a9744","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.3589288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"35729694-ab05-4897-b66a-47ae49100e91","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.358948379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"35729694-ab05-4897-b66a-47ae49100e91","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.359248642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2f9e47e-48dc-4a7a-873e-d4634d9400ea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.359298137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2f9e47e-48dc-4a7a-873e-d4634d9400ea","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.359644884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06f59a4a-4b68-4ae5-bc0f-34429983607f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.35969035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"06f59a4a-4b68-4ae5-bc0f-34429983607f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.360035722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d15db609-70b2-423e-902a-d4617d31699e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.360088405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d15db609-70b2-423e-902a-d4617d31699e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.364318234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2f88a64-e103-40d4-8c66-77d65264c513","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.364496949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c2f88a64-e103-40d4-8c66-77d65264c513","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.365532733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5df5c3c3-15d7-480f-b3b7-c0717d985f9e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.365582322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5df5c3c3-15d7-480f-b3b7-c0717d985f9e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.366036331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8601371-e9aa-4883-abb2-6fd0a5ab377c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.366071699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8601371-e9aa-4883-abb2-6fd0a5ab377c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.418771736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"c19f0ed1-5a65-4987-8c91-b04438652082","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.418861679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"c19f0ed1-5a65-4987-8c91-b04438652082","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.476567179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8de2acf-4ace-45d1-b5a1-afe3d4e7a71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.477203051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"192c58b1-fd94-45bb-a0ca-9bcf91b06990","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.541679731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8de2acf-4ace-45d1-b5a1-afe3d4e7a71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.542185899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e862485a-b172-4962-9c62-7e71d5727aa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.589305539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"c759099c-65ee-4e9c-8eed-d8bd3c948f70","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.593404177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8fc7d6aa-eb23-423f-b02a-a01d069f26ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.594908084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8de2acf-4ace-45d1-b5a1-afe3d4e7a71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.645430123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"0444f183-3331-48d2-9827-b15e3c4204e0","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.648276424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8de2acf-4ace-45d1-b5a1-afe3d4e7a71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.708509498Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-32bc50","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-32bc50","reconcileID":"7f2e1341-4b4b-4cf2-994f-de9a3de4d1a6","namespace":"llm","name":"e2e-dft-del-32bc50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.714899571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e862485a-b172-4962-9c62-7e71d5727aa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.867688975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"77e5f08e-4e35-4154-bb75-2bd8e62b25f9","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.919251042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b6e37f1-a6bb-4fa5-97fc-bd9213730bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.919562006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"31645b92-87db-4f6d-894d-3d5e564c9d71","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.924639541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"77e5f08e-4e35-4154-bb75-2bd8e62b25f9","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.971151762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0fa18c3-37af-406a-94cc-3b777085bccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.975082658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b6e37f1-a6bb-4fa5-97fc-bd9213730bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.975246262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"31645b92-87db-4f6d-894d-3d5e564c9d71","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:35.980980465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"77e5f08e-4e35-4154-bb75-2bd8e62b25f9","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.026373751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0fa18c3-37af-406a-94cc-3b777085bccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.030720885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b6e37f1-a6bb-4fa5-97fc-bd9213730bcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.031140231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"31645b92-87db-4f6d-894d-3d5e564c9d71","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.037199271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"b4f6e6f1-7ff2-4d98-a69d-7328e6daae0a","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.081876522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0fa18c3-37af-406a-94cc-3b777085bccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.092618821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"b4f6e6f1-7ff2-4d98-a69d-7328e6daae0a","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.104780829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"5648be67-7355-4418-90dd-3f17d0f6404a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.1472669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"b4f6e6f1-7ff2-4d98-a69d-7328e6daae0a","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.190762631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"329fa265-9ddc-4269-b582-a72cd1d7399d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.190815862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"85418d88-ddc9-4f7d-8e22-98e3de5107b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.191287293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8cae7b97-d19f-432e-ba58-38b81fefeebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.214926863Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-28c598","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-28c598","reconcileID":"0f030a93-2998-4635-a8fc-78e014c29a0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-28c598","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-28c598":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.247487405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"85418d88-ddc9-4f7d-8e22-98e3de5107b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.247919337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"8cae7b97-d19f-432e-ba58-38b81fefeebf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.249738105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"329fa265-9ddc-4269-b582-a72cd1d7399d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.289019953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5ca75357-34db-425e-a05f-d38e22b45133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.351362673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5ca75357-34db-425e-a05f-d38e22b45133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.41065825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"aee466c8-e701-40fc-95f6-658fc4c6e2ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.467476617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"aee466c8-e701-40fc-95f6-658fc4c6e2ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.52279592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"aee466c8-e701-40fc-95f6-658fc4c6e2ec","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.531538815Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"0946bf66-4fd5-4a68-a0a1-91eddab15b18","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.646368709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1ad88e55-2c55-4bce-a9c6-5ad23d3b04a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.749662798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"67c594b3-dfd9-443a-9cd5-6c3d634c383f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.750014779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddb7326d-1e0e-48dd-98c6-923619dc8677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.754780986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1ad88e55-2c55-4bce-a9c6-5ad23d3b04a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.805531929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"67c594b3-dfd9-443a-9cd5-6c3d634c383f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.80617777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddb7326d-1e0e-48dd-98c6-923619dc8677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.853834089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"d31f5506-b2df-43f4-9ad4-21a5a6ca034d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.860359961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"67c594b3-dfd9-443a-9cd5-6c3d634c383f","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.860889632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddb7326d-1e0e-48dd-98c6-923619dc8677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.903551324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b660c9cf-50f6-4e69-b4ed-e0632411474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.909615737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"d31f5506-b2df-43f4-9ad4-21a5a6ca034d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.959560563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b660c9cf-50f6-4e69-b4ed-e0632411474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:37.053847263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b660c9cf-50f6-4e69-b4ed-e0632411474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:37.563309195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19a72c1-e87f-4a71-9a07-df5af54eef0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:37.615094571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19a72c1-e87f-4a71-9a07-df5af54eef0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:37.666954618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19a72c1-e87f-4a71-9a07-df5af54eef0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:37.718873021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e19a72c1-e87f-4a71-9a07-df5af54eef0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.586423066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"2f24e143-82f2-4a6d-87eb-617e9fa3d8a2","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.653359603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7254aeef-d567-4675-b2ec-5a09e0e5ded3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.705832537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7254aeef-d567-4675-b2ec-5a09e0e5ded3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.758949514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7254aeef-d567-4675-b2ec-5a09e0e5ded3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.811429125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7254aeef-d567-4675-b2ec-5a09e0e5ded3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:42.343747012Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"cb30ca32-bf76-4589-af9f-2133544e564e","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:42.506871488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"3e6287ce-51a1-4113-bf31-269cb6b8004c","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:43.212393214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10901e44-0ea7-4e10-88f6-a03c11416cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:43.264083414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10901e44-0ea7-4e10-88f6-a03c11416cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:43.31601705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10901e44-0ea7-4e10-88f6-a03c11416cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:43.367820394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10901e44-0ea7-4e10-88f6-a03c11416cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:43.683910506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"70557a76-02f2-49df-88bd-9e98b86ecdb8","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:43.79220727Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-a3e841","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-a3e841","reconcileID":"602bf760-ad4d-45ed-8410-a2325a1ad27c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-a3e841","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-a3e841":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:44.111379129Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"58a44bc0-394e-4b2b-af34-3fbe28979094","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:45.256615233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8948b694-bb6e-4083-85cc-27726ee33c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:45.308690757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8948b694-bb6e-4083-85cc-27726ee33c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:45.360559905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8948b694-bb6e-4083-85cc-27726ee33c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:45.41227513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8948b694-bb6e-4083-85cc-27726ee33c2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:46.207855283Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d7459ae2-a2ed-450a-94db-99f7a5e2df0d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:46.255746829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"90b5e408-98be-4242-97aa-13e0c6d843a9","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:46.312315681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"90b5e408-98be-4242-97aa-13e0c6d843a9","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:46.367918758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"90b5e408-98be-4242-97aa-13e0c6d843a9","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:46.813719822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4b87c5e8-c21a-4e85-809a-399905ebd942","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:46.869516853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4b87c5e8-c21a-4e85-809a-399905ebd942","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:46.924283245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"4b87c5e8-c21a-4e85-809a-399905ebd942","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.123307014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41fa525c-5251-43f8-9ea6-ab883bb09ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.123324476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"0935a163-63b0-4e90-a157-a802a469de75","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.180891656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41fa525c-5251-43f8-9ea6-ab883bb09ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.18150811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"0935a163-63b0-4e90-a157-a802a469de75","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.23538302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41fa525c-5251-43f8-9ea6-ab883bb09ccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.235567101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"0935a163-63b0-4e90-a157-a802a469de75","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.268628569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b99e4e80-4a57-4373-987a-1351bed9d579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.320453135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b99e4e80-4a57-4373-987a-1351bed9d579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.372317756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b99e4e80-4a57-4373-987a-1351bed9d579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.372503963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f3d33b-42e5-4669-9b56-7b7985f2feeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.429325592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b99e4e80-4a57-4373-987a-1351bed9d579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.494411009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f3d33b-42e5-4669-9b56-7b7985f2feeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:47.548832349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4be341e0e9325b183b66946f74c5615f02c3a62cb4008fe447d97fd15fea0827) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c438ec61c343543574331dfe1758fa040a3d7300e7c743144a6b59c3e8768ede) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8c6fac85ef1945e338a3fee5f366366b24e7ddab55ec64b557705ef14e8e2a0a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f70b6cb75db057c272f29ba4ff5b656f09ba8bd13a014c0b677ca1def6afed4e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (87d343dfb28c232b0191aeeee9e62fdf64b1fb2c0b9de3d19607882dcbf9541f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5fa00c3b9f692ac7a3f56d2a139aa2c9c032fa0fdd17dcb520c8d3c68f0b80b8) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (9e7cbe7c9c383669142d114aa78aebd19c7798b7fc218f89e5d3adf0eeec3a87) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (be6533c85b379c7527b7e1e30feaf6badc4c7569c64d4fb5da67b58b8723fd18) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (58d0b9e9a9813fae490845db3fb3ac13923acc82b7d5c3899755de190b259057) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9e6b3c7c9a08135e9581d49282a907ec1c168903dbacd58386663cad92f9087) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69f3d33b-42e5-4669-9b56-7b7985f2feeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.363348004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00072e87-5581-4242-a87b-e66d9bda9320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.41767238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00072e87-5581-4242-a87b-e66d9bda9320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.469772652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00072e87-5581-4242-a87b-e66d9bda9320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.526706598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00072e87-5581-4242-a87b-e66d9bda9320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.965634607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"18c30f74-fd31-4147-a0d7-bfffe0f62753","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:50.027943619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"18c30f74-fd31-4147-a0d7-bfffe0f62753","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:50.081787952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c628f7f45757f25100569d8b751c460f1ea3d5d9124ef48505e30d9bc5fc03ea) AuthConfig (a517467bdae0f3a9f89c73a23ac7007c2ef010fcfadd9a51b45a19b5b8db303b) AuthConfig (8a801e2a332e9529bfa41afea2ad3f3b1a652fb30090e02a60181c4663f5e245) AuthConfig (0a6fab23b86dea3d886eacaf0213bd1846a276d0bfa19e67ed7c9b7f378abd25) AuthConfig (aff9c3493934443b730516142051cb8ccd9017304937cbc4a6e590d2e72e8ab5) AuthConfig (c4312a44d19dd07f273d1916bc55e6ad0ad752efb83a48edcf8eac246bcb2a1e) AuthConfig (4801d0acec0f38b9d523736dbe811b5d5dd5c3b572cdfce25741959756d41727) AuthConfig (375a5eca93d1adb24cf87d660c3fcda39ca9efa11e524a324df0683431f2933b) AuthConfig (c051ed827e3496c063107c6e20bf200a62085c2a25923e77815fe8180c4deebb) AuthConfig (133f026c0338a2ad7296d98b2ea35e721fb78de87e17893238ac1e5588e4a1e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"18c30f74-fd31-4147-a0d7-bfffe0f62753","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:50.189709069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"1b1b2a87-1cf3-4c18-94cc-226acb9d8463","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:50.189735284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"1b1b2a87-1cf3-4c18-94cc-226acb9d8463","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:51.570220447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54d4678-390f-474d-bfcc-73927ed17b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:51.625608059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54d4678-390f-474d-bfcc-73927ed17b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:51.678405538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54d4678-390f-474d-bfcc-73927ed17b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:51.73105301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d54d4678-390f-474d-bfcc-73927ed17b47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:53.601538393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71250f0-1a9c-4d86-bfe4-6b6d69382557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:53.653544925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71250f0-1a9c-4d86-bfe4-6b6d69382557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:53.705296679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71250f0-1a9c-4d86-bfe4-6b6d69382557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:53.712790811Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-amb-bd481d-e2e-extmod-b-1ff1dc.18e3d8a6bb6696bf"},"error":"namespaces \"e2e-extmod-shr-user-4e5348\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:53.758007173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71250f0-1a9c-4d86-bfe4-6b6d69382557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:51:53.867171943Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-4e5348","name":"e2e-shr-quota-171e96-e2e-extmod-a-25719d.18e3d8ac1e003078"},"error":"namespaces \"e2e-extmod-shr-user-4e5348\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.747097591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.634745813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9491451b-45e6-453e-9978-34c6b656f987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.686588793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9491451b-45e6-453e-9978-34c6b656f987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.738361308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9491451b-45e6-453e-9978-34c6b656f987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.790381642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9491451b-45e6-453e-9978-34c6b656f987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:56.311922813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"c34a3699-5d73-43ff-a80c-e935fb3d166e","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.183313955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"782e4ac4-9602-4db2-a9cb-0f7ea4984167","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.239416719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"782e4ac4-9602-4db2-a9cb-0f7ea4984167","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.494543259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5581425-3222-41a4-afc6-e9ca5c655f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.494550818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"e7b9c62b-b79e-45d3-a332-f49a132dc56c","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.55050276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"e7b9c62b-b79e-45d3-a332-f49a132dc56c","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.551801148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5581425-3222-41a4-afc6-e9ca5c655f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.660495902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b68c8268-4f97-4d28-a849-dbe92447d64a","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.660530292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b68c8268-4f97-4d28-a849-dbe92447d64a","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.823021325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e24321e-4a13-4d3c-af5a-841f184b48dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.876668463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef23018-19ae-400c-bc06-726ffa74e19f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.876688764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef23018-19ae-400c-bc06-726ffa74e19f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:57.881941642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e24321e-4a13-4d3c-af5a-841f184b48dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:58.032006831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"693db726-f647-49c0-aa7b-1fb5edc2583a","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:58.03204264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"693db726-f647-49c0-aa7b-1fb5edc2583a","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:58.196384125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4d8baa6-be48-472a-bc26-883edda8718a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:58.196410006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4d8baa6-be48-472a-bc26-883edda8718a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.243206749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6dd2a677-2931-4606-a18a-88eee7d415f1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.298412792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6dd2a677-2931-4606-a18a-88eee7d415f1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.352381718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c628f7f45757f25100569d8b751c460f1ea3d5d9124ef48505e30d9bc5fc03ea) AuthConfig (a517467bdae0f3a9f89c73a23ac7007c2ef010fcfadd9a51b45a19b5b8db303b) AuthConfig (8a801e2a332e9529bfa41afea2ad3f3b1a652fb30090e02a60181c4663f5e245) AuthConfig (0a6fab23b86dea3d886eacaf0213bd1846a276d0bfa19e67ed7c9b7f378abd25) AuthConfig (aff9c3493934443b730516142051cb8ccd9017304937cbc4a6e590d2e72e8ab5) AuthConfig (c4312a44d19dd07f273d1916bc55e6ad0ad752efb83a48edcf8eac246bcb2a1e) AuthConfig (4801d0acec0f38b9d523736dbe811b5d5dd5c3b572cdfce25741959756d41727) AuthConfig (375a5eca93d1adb24cf87d660c3fcda39ca9efa11e524a324df0683431f2933b) AuthConfig (c051ed827e3496c063107c6e20bf200a62085c2a25923e77815fe8180c4deebb) AuthConfig (133f026c0338a2ad7296d98b2ea35e721fb78de87e17893238ac1e5588e4a1e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6dd2a677-2931-4606-a18a-88eee7d415f1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:06.416214029Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"1f8019dd-cbd9-4a31-994f-55a97d2804a3","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:10.50850042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"7b0f0f78-fb64-4178-9f7a-c9f74a33f400","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:10.564656499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"7b0f0f78-fb64-4178-9f7a-c9f74a33f400","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:10.983690711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"6a892124-ca32-4847-bbf6-10d50131fe0a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:10.983723353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"6a892124-ca32-4847-bbf6-10d50131fe0a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.070744124Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9fd337-sub models-as-a-service/e2e-rt-sw-a1c5ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.122773487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"5c716569-17d1-4012-b615-4ea179b79a4d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.122800801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"5c716569-17d1-4012-b615-4ea179b79a4d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.175956981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"7caad2e2-ba55-4f78-9362-569e67f7f5d0","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:52:16.176520258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"5b834207-a8d9-48c8-bd49-4548e11b67bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-6b3232-caf74d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.231695615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"7caad2e2-ba55-4f78-9362-569e67f7f5d0","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.287884429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"8597e8e7-0886-4962-95b0-cac82a7093e2","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.287906264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"8597e8e7-0886-4962-95b0-cac82a7093e2","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:52:16.392171031Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"8597e8e7-0886-4962-95b0-cac82a7093e2","name":"e2e-cfl-6b3232","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-6b3232\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:52:16.392228929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"8597e8e7-0886-4962-95b0-cac82a7093e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-6b3232\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.445732641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"abdb4b75-3511-4471-887a-520591fe8aaa","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.445759262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"abdb4b75-3511-4471-887a-520591fe8aaa","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.549352201Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"c05fd505-cf9b-4487-9351-f431795f5d7a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.593303156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6f98b194-156a-40cd-b9b9-6691c1823cbc","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.607541897Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"5107c8f7-80b5-4e82-b54c-26dcace17a65","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"e2e-cfl-6b3232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.648332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6f98b194-156a-40cd-b9b9-6691c1823cbc","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.872099603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"19b1a6b0-ed44-4f72-b3cc-179bf71774da","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.87212184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"19b1a6b0-ed44-4f72-b3cc-179bf71774da","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:17.078450728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"50427245-a84c-4b93-a082-1c8f56ba305b","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:20.503974791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac5c23a8-b42d-4f29-859f-d9e7abeb7dd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:20.604680428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35b76caf-133b-4605-9b67-eb36380c2660","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:20.725199064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"d04babdb-c153-4b49-8dd4-bc5342662bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:20.780689154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"6455f8ec-06f3-4c85-a9c1-5b15d62a54de","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:20.830102203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"cd022a19-9903-452e-bdfa-219086269d70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:21.151385407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"f900d84f-a9b6-43f8-82a2-df9d224bc911","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:21.249998833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"2e99992b-ac2d-418b-b67b-dbd35b064271","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:21.375743721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"65221659-3f1c-4ee1-b936-c718026050ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:21.401405025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"9db365bb-a97e-4461-940e-68e0df5a64dc","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:21.451159494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"53f28ccf-731f-4bb3-81db-6e6782da0f6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:24.748768232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:26.654276975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"dbc1ac1f-5e9c-4074-9d39-a2737d732e4f","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.15317485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"f5f0c755-8074-4186-ad82-3a792c1a73ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.304518573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"b92d7a6c-70a0-4fd0-a4c5-58f9ab5f4682","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.354076005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"9d99cd81-b283-43b3-9373-389305d008bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.455286073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"f08bce51-01a6-4a1b-b0b8-9f83d9f0bd19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.576961517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"858811cc-e6ea-4b37-88c6-68a0d35cd4c5","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.576992327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"858811cc-e6ea-4b37-88c6-68a0d35cd4c5","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.671512115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26e1a5a2-d102-4ed6-ab4e-a45661ef5a37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.790159095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"e6809142-b991-48c6-88a8-3ee6efdb6024","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.824747674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"8a6d6395-5d41-454a-b854-559f08b51f85","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:32.961345877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"9546b5bc-7631-4278-87a4-f1cf93c50dfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:33.061747184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c52427e5-6300-4a7d-8c87-3e5f2f80d329","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:33.246337654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"c51992ec-1b40-4322-8f56-28f511c9be58","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:33.272985715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a25f353d-8495-4d01-98b9-e396afc89adb","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:33.305630595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"71b5130d-c927-465e-a674-1dc7c47f449b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:33.329312666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a25f353d-8495-4d01-98b9-e396afc89adb","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.440660156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"27c28a1c-972b-46b2-bb1d-16929008ba94","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.496749209Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"329041cb-0186-4746-b65d-bda4aaed7a86","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.546103677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0c8dcddb-647b-496a-97fa-7e336f92804c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.597459424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5c0be2e0-8a96-4b4d-ad01-2208a5962f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.597816724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d89f2a86-8d70-4859-84df-9b17e59fe9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.598003459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"bad9a156-7d63-4164-8c44-ced53f8d51db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.598583359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"d768256d-eee3-4e62-a568-75a600c489b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.601556318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0c8dcddb-647b-496a-97fa-7e336f92804c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.653566191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"bad9a156-7d63-4164-8c44-ced53f8d51db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.653766967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d89f2a86-8d70-4859-84df-9b17e59fe9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.656446923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5c0be2e0-8a96-4b4d-ad01-2208a5962f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.656832734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"d768256d-eee3-4e62-a568-75a600c489b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.830852717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"383f4207-4b91-427e-a1f8-84b1d1a842fd","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.988126236Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"8aebf983-377a-42fa-a8e4-f4317312f277","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.014727073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f6bd1959-446a-4778-8307-49c1833839b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.073188317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f6bd1959-446a-4778-8307-49c1833839b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.092364624Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"ddfad24a-225b-43fe-9525-081b3baf6fec","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.115328364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"dbbdcc67-facd-4a6e-b0d1-a98e90a7bc09","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.118183278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"a911050b-3f1e-4745-925a-92159a0bcdc8","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.119567577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"182bb1c7-59c0-4303-a59a-0d1c4c12d3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.171049266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"dbbdcc67-facd-4a6e-b0d1-a98e90a7bc09","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.173542959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"a911050b-3f1e-4745-925a-92159a0bcdc8","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.174982451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"182bb1c7-59c0-4303-a59a-0d1c4c12d3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.215419872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e44524ce-ecc5-4cf1-9298-0a3ccfcac026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.271616109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e44524ce-ecc5-4cf1-9298-0a3ccfcac026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.468317813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"df646750-4365-404d-a46b-64ce084a31f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.519881555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"eea023c9-230d-4eb5-a291-8d2ddbfca940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.523842622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"df646750-4365-404d-a46b-64ce084a31f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.532442124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"be3458f2-19a7-46ac-b15c-34ce54fbd894","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.575248269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"eea023c9-230d-4eb5-a291-8d2ddbfca940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.582429687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a22923e2-4e66-45f4-ac35-fa5ad940aa88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.588016782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"be3458f2-19a7-46ac-b15c-34ce54fbd894","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.58917544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"19ea0801-c5d3-4bb1-8e5e-c3fc4b14be70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.637991999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a22923e2-4e66-45f4-ac35-fa5ad940aa88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.64418151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"19ea0801-c5d3-4bb1-8e5e-c3fc4b14be70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.716569837Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"cadec55c-437d-4d5b-b7f5-6513dd6667c1","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.769264479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"b9723405-635e-401a-aed8-558ba9136ba0","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.769301979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"b9723405-635e-401a-aed8-558ba9136ba0","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.894040327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5df3c92b-315f-4837-ab43-9576d61c6e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.949793913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5df3c92b-315f-4837-ab43-9576d61c6e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.96010445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"6e9c4945-9429-4ebb-8c8b-837079c986fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.960104508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ceabf6ed-7e63-4474-b1ba-ff4ee3c438bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.961114916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"cf803de1-65d8-461b-82dd-0ce1391f19f3","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.015979307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"6e9c4945-9429-4ebb-8c8b-837079c986fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.016532821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ceabf6ed-7e63-4474-b1ba-ff4ee3c438bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.018220479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"cf803de1-65d8-461b-82dd-0ce1391f19f3","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.047580925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b9660be-2932-484c-82d5-bfd0d39ba934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.103682371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b9660be-2932-484c-82d5-bfd0d39ba934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.314541169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"47cddb3d-2901-4e08-8680-7145cc4332df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.371698515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"47cddb3d-2901-4e08-8680-7145cc4332df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.420111662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ef680f7a-2270-479c-97bd-aa797630acdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.510018136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ef680f7a-2270-479c-97bd-aa797630acdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.556392472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"7e6537dd-33dc-4d6d-9db4-8df9996200b6","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.61201056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"7e6537dd-33dc-4d6d-9db4-8df9996200b6","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.658349331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"8a830803-a701-4ce8-bac3-2b7300988dbb","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.713722995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"8a830803-a701-4ce8-bac3-2b7300988dbb","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.716300287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"df7004cc-7c7d-4a98-b324-30853a4e468d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.764729641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd37e2a6-bf4c-469b-8e5b-06fdbe3e1a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.772317614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"df7004cc-7c7d-4a98-b324-30853a4e468d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.820874476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd37e2a6-bf4c-469b-8e5b-06fdbe3e1a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.182195535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"df30beb0-adf0-4afc-9380-0be8a3c59303","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.18402512Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"6cc61089-853a-421b-a19c-df8b6e748262","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.393614145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c6df4280-c178-49b2-bad5-891578247315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.393667058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"886c52c8-daf4-45e5-8027-0db569c1b236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.395028792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"9a658391-b64f-4955-9a57-2c612c22b2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.395978498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c3122076-34cf-4b93-beed-5c0b549a870e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.448836153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"886c52c8-daf4-45e5-8027-0db569c1b236","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.449623666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"c6df4280-c178-49b2-bad5-891578247315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.45109788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"9a658391-b64f-4955-9a57-2c612c22b2f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.451872167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c3122076-34cf-4b93-beed-5c0b549a870e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.499245407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"3ae495e6-6531-44b9-94aa-fe130fb343ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.607741155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e71f2923-d24c-464e-8a49-05c993c795f5","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.609676156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"3ae495e6-6531-44b9-94aa-fe130fb343ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.770897279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"290f6e7a-8709-42af-8a77-0bddd8a86d4d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.770932504Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"290f6e7a-8709-42af-8a77-0bddd8a86d4d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.918376821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5e17df76-92a1-4faf-9063-afd583a7f62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.973226794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5e17df76-92a1-4faf-9063-afd583a7f62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.019131159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"27b3566b-64a8-453a-8ab9-bc8d824add6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.019131142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a164f66b-67e0-4c38-8185-32a986631bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.019762142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d0e6aa-db53-4e46-acab-bbe0929aa2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.023099833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"031a7084-66e9-47c9-95ae-0458bfb1c1d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.078255127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"27b3566b-64a8-453a-8ab9-bc8d824add6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.078916565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81d0e6aa-db53-4e46-acab-bbe0929aa2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.08052939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a164f66b-67e0-4c38-8185-32a986631bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.081450136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"031a7084-66e9-47c9-95ae-0458bfb1c1d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.150860513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174a4601-f5eb-4496-959a-5a0cf2bcc39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.204054899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174a4601-f5eb-4496-959a-5a0cf2bcc39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.256092844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174a4601-f5eb-4496-959a-5a0cf2bcc39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.308139758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174a4601-f5eb-4496-959a-5a0cf2bcc39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.376540915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e32a1c1c-694a-4cdb-9879-d105d70dc04c","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.410762129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"548c5154-1833-495c-a1bf-1d48becff36b","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.416329538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"21def2bf-030d-4c92-85d5-cb31fbaf65d5","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.416349384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"21def2bf-030d-4c92-85d5-cb31fbaf65d5","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.466095713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"548c5154-1833-495c-a1bf-1d48becff36b","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.572062342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"56643b61-e9fa-4c16-8a20-03de2c863c2d","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.623697316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"11a815f2-15f0-4019-8be7-e17428861343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.623944388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a22ce925-e86d-4e9a-be16-60f58a31c1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.628823894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"56643b61-e9fa-4c16-8a20-03de2c863c2d","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.680188929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"11a815f2-15f0-4019-8be7-e17428861343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.680265446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a22ce925-e86d-4e9a-be16-60f58a31c1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.728368281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e10c464-b1a0-4e2e-9148-a7cec981776f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.784605551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e10c464-b1a0-4e2e-9148-a7cec981776f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.885034083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6500e4a3-2ecd-42a2-aca2-88d0a06a533b","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.94004424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6500e4a3-2ecd-42a2-aca2-88d0a06a533b","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.96995Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"145e64a8-ad7f-41e5-869e-a4af0c561b2b","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.990654711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8bc39f90-f00a-4863-9f2b-a5cdc75c82a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:40.990720075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ba176ff0-1254-4cbe-9e7d-88f824d3187f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.0218459Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"bc6187bf-ba64-49bf-8ba1-124acaabc58d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.049401657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ba176ff0-1254-4cbe-9e7d-88f824d3187f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.049693291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8bc39f90-f00a-4863-9f2b-a5cdc75c82a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.145057426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"067e2cd4-3f29-4e82-ba9b-626ca4735dd0","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.14508683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"067e2cd4-3f29-4e82-ba9b-626ca4735dd0","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.191032959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4ab96cf2-25f8-4ef3-929c-d435bec6df9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.248660696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"4ab96cf2-25f8-4ef3-929c-d435bec6df9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.405621186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"0c1f62d7-03fb-4fc8-8ceb-018ac7163477","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.461646119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"0c1f62d7-03fb-4fc8-8ceb-018ac7163477","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.510423536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6c54c1a9-7940-4d5c-8121-ef4656418f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.558422034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"3cfed2ed-2c0a-495b-9e7d-81dbe9047e51","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.568003524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"6c54c1a9-7940-4d5c-8121-ef4656418f29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.632823294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"3cfed2ed-2c0a-495b-9e7d-81dbe9047e51","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.683776944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4492ca7c-cd63-45bd-a0bf-d325def8ff68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.75442049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4492ca7c-cd63-45bd-a0bf-d325def8ff68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.811827431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"1f59ab6a-870c-4bd1-b1ed-0a9970be8f0c","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.869955121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"1f59ab6a-870c-4bd1-b1ed-0a9970be8f0c","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.002132959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f110ea6b-8b45-45c0-aa96-ea9cd8c47624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.058013655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f110ea6b-8b45-45c0-aa96-ea9cd8c47624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.101963455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2fa71dd8-9e5a-4c3a-a4cc-97867dfe5a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.182441002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"2fa71dd8-9e5a-4c3a-a4cc-97867dfe5a04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.205872953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f5179ff2-aa9d-4a2e-836c-fa60d4f31bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.262446515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f5179ff2-aa9d-4a2e-836c-fa60d4f31bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.33936191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d3c80-0462-4ab9-a5e9-3e5e11cd2aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.339783942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"137592fb-c447-45cd-bb2d-493d8d1ca48b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.392105355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d3c80-0462-4ab9-a5e9-3e5e11cd2aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.444199667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d3c80-0462-4ab9-a5e9-3e5e11cd2aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.444452373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"af7bc672-ad67-412e-ad22-20e462606ebc","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.496244978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d3c80-0462-4ab9-a5e9-3e5e11cd2aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.496655301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a19e397c-8a72-42cf-b5c0-36fa56cd4c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.49939367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"137592fb-c447-45cd-bb2d-493d8d1ca48b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.552190412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"af7bc672-ad67-412e-ad22-20e462606ebc","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:42.55223964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a19e397c-8a72-42cf-b5c0-36fa56cd4c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:43.404513756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"935ca6a7-2741-4720-be99-f36aa0e0cf72","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:43.51798451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"935ca6a7-2741-4720-be99-f36aa0e0cf72","name":"e2e-worker-w3-28c598-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:44.767901897Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"cd1ded1b-d811-4fa8-bee6-27fd643b2c19","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:44.872097634Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d2e3930c-9d3b-432b-8fc5-ad6949704bd7","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:44.97532967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"0e0f6c74-5310-4efd-b3ef-3e1f977ba16b","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.078687955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"dbe06a1d-4874-4631-8f62-4ef71e99b34b","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.43116584Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-9fd337-sub models-as-a-service/e2e-rt-sw-a1c5ce-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.483276819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"e8904932-eb7d-4dcc-bfcf-2f34925fe987","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.483305643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"e8904932-eb7d-4dcc-bfcf-2f34925fe987","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:52:45.540116498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-659d6a-d25303-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.587561269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"a0b3f0aa-5964-4706-b743-f42bdfd63cad","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.587644514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0e243f5c-9aae-4fd1-a92f-50043a5471b1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.643147026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"a0b3f0aa-5964-4706-b743-f42bdfd63cad","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.64334801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0e243f5c-9aae-4fd1-a92f-50043a5471b1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.643751403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"2f19e235-22b0-4309-aa67-ebbf65cca58b","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.643770253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"2f19e235-22b0-4309-aa67-ebbf65cca58b","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.645923591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9837b561-ab42-420e-aa18-4c9294fcfe48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.698117776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9837b561-ab42-420e-aa18-4c9294fcfe48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.750146799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9837b561-ab42-420e-aa18-4c9294fcfe48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.8020265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9837b561-ab42-420e-aa18-4c9294fcfe48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.802931927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"a3d6a9a5-844d-422f-9d09-ec982f1313bc","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.802951563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"a3d6a9a5-844d-422f-9d09-ec982f1313bc","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.913752823Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"58918320-1ba1-46df-ae58-add9a3e51fb4","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-cfl-659d6a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.0639768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"95d8b1e5-1b6d-4362-b42f-48613fa9b8d3","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.118045454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"bc20aa0f-bfd7-4552-879d-8a1208093622","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.120491477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"95d8b1e5-1b6d-4362-b42f-48613fa9b8d3","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.167781575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"686be67c-abce-4119-9026-757ef28328a8","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.221245044Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"44eb2eae-8373-4078-b614-6730fc330b79","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.223094607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"686be67c-abce-4119-9026-757ef28328a8","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.227137433Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-6ba6e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-6ba6e5","reconcileID":"c0a2f1c1-353d-4b62-920e-31c7f96341bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-6ba6e5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-6ba6e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.325287879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"01387b9f-11b7-437b-8ec7-63b4f55cbfa9","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.325315049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"01387b9f-11b7-437b-8ec7-63b4f55cbfa9","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.527261192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"611e52d1-d52a-4aa8-9a3c-0d707b784b1c","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.548568384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"45057510-d8a8-40c1-b55d-fc95f3acd714","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:46.661991629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"5bfae29b-f01a-45c2-8ee0-28930ebb4183","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:47.769204359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5034fc-ce80-4cd9-a83d-684785be3a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:47.820993979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5034fc-ce80-4cd9-a83d-684785be3a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:47.872594958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5034fc-ce80-4cd9-a83d-684785be3a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:47.924273724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5034fc-ce80-4cd9-a83d-684785be3a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:48.405427603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"12c5c5f9-bcab-4304-bbde-fff4e3f67946","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:48.460873557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"12c5c5f9-bcab-4304-bbde-fff4e3f67946","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:48.579351336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"bf40161e-3426-40b1-8699-0a19354fe40f","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:48.68308766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"a1a8d944-c063-4ab0-9283-653be56d33d5","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:54.748104346Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:58.019515892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"e0c19a9c-3794-4ddf-8fa9-c23ee1625fd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-a3e841","tenantID":"e2e-autores-a3e841","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:58.132783842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"e0c19a9c-3794-4ddf-8fa9-c23ee1625fd0","name":"e2e-autores-a3e841-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:58.683768719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"505b31c9-fd5c-4a77-b44b-e522f1f7329c","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:58.788305981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"fbd72558-94df-42a5-9e70-84466988ffaa","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.797029962Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d6a3fe78-8933-49aa-b2ec-9ecc4a44395a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.905639598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"8f1cd2d9-43c6-4f74-8cac-b9605f58fd12","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:09.742311722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"4bc73b18-e345-4d8d-bebd-5bca4fa03fd0","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:10.023201073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"a49b2496-dd43-4f11-af01-2d8a00b2997e","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:10.023330442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"a49b2496-dd43-4f11-af01-2d8a00b2997e","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:10.573165807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"4e5214cb-f66c-4dbc-a793-77f723892fc8","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:10.637105919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"4e5214cb-f66c-4dbc-a793-77f723892fc8","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:18.906154837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"201efbc3-3b34-4ffc-b8d7-982be21693b8","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:19.010858099Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"ed077e90-93cd-41a3-b822-5aaadffe89dd","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.750577815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:29.011135181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"ec8d49e2-736d-44fa-b165-0f49b6fef0b1","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:29.114748376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"faf14718-f2bd-4690-b03c-d2377c192a9a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:29.934437007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"58406ebe-9920-47eb-a9fc-128fc54208ed","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:30.246710005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"62df1948-55a4-4685-aa49-11719cd44aeb","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:30.313325865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"bfce9c1f-f51e-43ac-89c3-ee5e7af0fa01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:30.428000428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"6672c79d-2e79-4e54-9f74-f57d3461bb84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:30.467341821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"05954a42-ceea-4ec0-a31b-28a764a15674","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:30.658331954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"70d43df0-2216-4de1-9e8a-29b5fcd3d881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:30.759524912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"ca22dfbf-a36a-45bd-a418-2b93af9e7aea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:30.942610474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"b64c0ea0-1899-4008-8795-17fbbb6a2f71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:31.042260467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0535d255-f0e7-41d9-b325-645d3cbca680","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:31.142452403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"796f1975-1b90-490b-8616-b5612d036408","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:31.174941117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6db4a7d0-19ab-4f1c-b40e-c129222eddf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:31.340617533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"dcce8512-35cb-4236-88d8-03e5b2b78e04","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:39.116151543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"3e0db030-050d-47d5-89e7-27a3b5fbeaa8","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:39.219555143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"ece7773e-a4c2-432a-aaf9-f543b70ffb32","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.220879876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"fb1e52c8-5264-4f71-bb92-61c37e68f493","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.324490383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e0b6a833-1ac4-4189-aec2-53849ee8f104","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:54.747867267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:55.873071122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"e1cf8ba6-3c14-44a4-ba1a-4983198bc506","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:55.977392102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"f0eaf308-3e4b-4220-b31e-49f36bceed72","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:56.74217782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecadd5d-753a-46b2-9fc3-af6bc440254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:56.794493602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecadd5d-753a-46b2-9fc3-af6bc440254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:56.84715038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecadd5d-753a-46b2-9fc3-af6bc440254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:56.899990458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ecadd5d-753a-46b2-9fc3-af6bc440254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:58.752987656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1757f81d-5b37-4ddd-9f1f-216d639e7ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:58.805007037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1757f81d-5b37-4ddd-9f1f-216d639e7ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:58.856738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1757f81d-5b37-4ddd-9f1f-216d639e7ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:58.908447457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1757f81d-5b37-4ddd-9f1f-216d639e7ab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:04.699000294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"7d34faf0-39ba-44e9-9bd0-fb1e5fdd1161","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:04.811504866Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"7d34faf0-39ba-44e9-9bd0-fb1e5fdd1161","name":"e2e-shared-b-w0-6ba6e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:05.977945401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"eeb4ea1e-20ef-410c-bb11-701eb7692983","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:06.081859902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"685fee8a-8d7c-4b03-9a1a-c61ce79d0786","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:15.12295806Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f213f0bd-e55a-4164-a45b-bb5ec893d525","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:15.231862434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"3f8b69d4-d3c5-4254-9fc3-0bb20ca44966","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.010186283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"100b3a5f-ab3c-4240-bf5b-fcf6acad94c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.011945772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d7e076-bf61-4f26-9ad2-aff9c3a2c3ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.064513178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d7e076-bf61-4f26-9ad2-aff9c3a2c3ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.117330836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d7e076-bf61-4f26-9ad2-aff9c3a2c3ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.169915092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1d7e076-bf61-4f26-9ad2-aff9c3a2c3ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.273835806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"25bd119f-9fcf-402b-a1cc-f53b388767ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.483229951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"2ad984fa-af01-4382-8a0e-9962f9cf5798","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","model":"llm/e2e-rt-eq-9fd337","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.590834027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"70d0f697-d4ea-41c0-bf5a-6e9c4372269e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.697033965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aee17c25-a940-4a7f-a6de-1d89c5c4776e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:16.825063706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"dd367a3e-f73f-4d6a-9c5e-133421050032","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.042486312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"96ae733a-1087-4291-a92a-06c5498a5862","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.197563315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"2882c32f-ac41-4d2e-aa24-2c0aab9c68fe","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.372416319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"4bbedecf-7dfb-4ede-ad69-d96b33ca42da","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.428066232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"839bb948-b050-43b2-a93f-9ebdee844a1c","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.445570913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"a81c40b5-88b3-42d9-bc3f-de5ea804fe75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.605292862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0eafb90-eae8-4805-aa58-b737381b7283","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:18.08827954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195f1d7e-2861-48c1-b526-1a17d0a21c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:18.140892934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195f1d7e-2861-48c1-b526-1a17d0a21c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:18.192999802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195f1d7e-2861-48c1-b526-1a17d0a21c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:18.244952995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195f1d7e-2861-48c1-b526-1a17d0a21c48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.053130752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"60f50254-e2e9-469b-a6cc-dc2ba068574f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.053168264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"60f50254-e2e9-469b-a6cc-dc2ba068574f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.220233237Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"2d651746-d87c-4143-a320-7c8f4d1ddedd","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3d4f828d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.265311184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"ea643622-e7b2-4f36-a86e-a89c70cf3d91","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.265916247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"8a4e87e0-7e36-428b-8f84-9600ae9b7acc","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.266223538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"433bd551-0bc3-424b-8848-1109293c08ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.26591625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91a370fc-4081-4d18-a952-62a2be077bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.321593907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"ea643622-e7b2-4f36-a86e-a89c70cf3d91","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.322965956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91a370fc-4081-4d18-a952-62a2be077bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.325222908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"433bd551-0bc3-424b-8848-1109293c08ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.326099064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"8a4e87e0-7e36-428b-8f84-9600ae9b7acc","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.747322222Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.788599254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71781ab3-9182-41f2-ac7d-2453494d6ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.788600692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8198510c-6a97-4622-8cbc-120a42a52409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.844531614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71781ab3-9182-41f2-ac7d-2453494d6ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.845857154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8198510c-6a97-4622-8cbc-120a42a52409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.891152646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"17e7eb59-ddc6-46c3-a0c2-20d24e861c90","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.891181312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c1649540-1650-4d91-99d6-7beebdcf2c1e","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.947780178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"17e7eb59-ddc6-46c3-a0c2-20d24e861c90","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:24.947901164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"c1649540-1650-4d91-99d6-7beebdcf2c1e","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:25.233025061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4bcd6e5c-44f8-49bb-8dc8-a475329d5ffa","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:25.336735054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"a1a4e223-24cb-410a-b020-66aa7051c07e","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:34.272366271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"9af4dcf8-05a8-463c-bcfe-a88b2b286ea2","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9fd337","subscription":"e2e-rt-eq-9fd337-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:34.375909743Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"9af4dcf8-05a8-463c-bcfe-a88b2b286ea2","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:34.42801169Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-sub","reconcileID":"9af4dcf8-05a8-463c-bcfe-a88b2b286ea2","MaaSSubscription":{"name":"e2e-rt-eq-9fd337-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-9fd337","namespace":"llm","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:34.803918241Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:34.857853319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"a7f5d4f8-d435-4f24-bdc8-b56fa828f295","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:34.857884172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"a7f5d4f8-d435-4f24-bdc8-b56fa828f295","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.017854638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"8a70818b-561e-4bc8-8813-adfcf8f145dd","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.017883811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"8a70818b-561e-4bc8-8813-adfcf8f145dd","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.063161262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"17cd1285-f995-4737-b080-d65f1631e767","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.063450683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8c046e2-aac3-4561-903b-0470b79579ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.063164539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"712731bc-f529-43be-bd9c-bc2d2d3d50d1","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.064019367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f32a26c-5c76-472a-87e3-810327a7ced8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.12000335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"712731bc-f529-43be-bd9c-bc2d2d3d50d1","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.12003177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f32a26c-5c76-472a-87e3-810327a7ced8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.122483617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8c046e2-aac3-4561-903b-0470b79579ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.122945491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"2358b5d8-85c6-457a-9476-8f360a87efb8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.122964632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"2358b5d8-85c6-457a-9476-8f360a87efb8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.123552198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"17cd1285-f995-4737-b080-d65f1631e767","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.226771027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"a391e395-f0db-4cbf-a555-373a06a57b8f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.226800314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"a391e395-f0db-4cbf-a555-373a06a57b8f","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.338200739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4d1307be-2a81-4d5e-82f9-fdae973722af","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.377870795Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-9fd337-access","reconcileID":"f802ba8a-5435-4dd8-b4b8-238f4811bd83","MaaSAuthPolicy":{"name":"e2e-rt-eq-9fd337-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.44303026Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"4d6f78b0-346d-4a62-9b29-d7fdae24d823","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.587665387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"db63deb3-5dc7-48ac-beff-d9ce2eb18a45","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:35.587700264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"db63deb3-5dc7-48ac-beff-d9ce2eb18a45","MaaSModelRef":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-9fd337-1131ea7ea208","namespace":"llm","model":"e2e-rt-eq-9fd337","externalModel":"e2e-rt-eq-9fd337","provider":"e2e-rt-eq-9fd337-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.202859292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"e450e7bb-1303-4798-8d31-3211c9f1f54f","namespace":"llm","name":"e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.262159906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"74ce0052-f879-419e-adf0-e6054e254c91","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.262182573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"74ce0052-f879-419e-adf0-e6054e254c91","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.262438279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfb2a36f-bcb2-41ac-ac60-2483a5a92126","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.262449434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dfb2a36f-bcb2-41ac-ac60-2483a5a92126","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.262695752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abc60e13-0111-4d08-8f6e-cbede563915a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.262707777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abc60e13-0111-4d08-8f6e-cbede563915a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.262896794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee9da86d-fdb6-45ae-85f7-e1d9ac45020f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.26290623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee9da86d-fdb6-45ae-85f7-e1d9ac45020f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.263087004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c84283a0-a839-4a26-b184-a9631fb60e64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.263096336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c84283a0-a839-4a26-b184-a9631fb60e64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.263353021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca93c561-6275-49e1-b466-4b5fb7b47c3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.263363227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca93c561-6275-49e1-b466-4b5fb7b47c3c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.263588583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"902bb920-3708-43cf-9173-fd4c455cdc2c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.263614795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"902bb920-3708-43cf-9173-fd4c455cdc2c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.263805796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bfbb7f3a-6564-4fd5-b555-e7e40f71266a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.263814968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bfbb7f3a-6564-4fd5-b555-e7e40f71266a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.315614625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"e7215657-a2af-4b0a-ae46-cf321f5a5fe0","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.315645275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"e7215657-a2af-4b0a-ae46-cf321f5a5fe0","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.361853142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"07d41617-1e6d-47f2-96c2-d00c16b67fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.361853924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"630e75b5-78cf-42a0-800a-36ee4ecc3d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.3643163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"b7abe2a4-a5d8-4a4d-8503-62630c47a476","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.413770346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2334ea3c-70ed-43ea-9341-cd62f24de2ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.413988523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f5a6150-6aa1-444c-bcb5-f23e7f808ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.417626788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"07d41617-1e6d-47f2-96c2-d00c16b67fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.417640968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"630e75b5-78cf-42a0-800a-36ee4ecc3d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.4201204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"b7abe2a4-a5d8-4a4d-8503-62630c47a476","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.469554488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2334ea3c-70ed-43ea-9341-cd62f24de2ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.469731372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f5a6150-6aa1-444c-bcb5-f23e7f808ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.470294307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1518acf-6dfa-4d77-8fc8-f270a8b9ef1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.470485402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a01fefc-e477-40cd-aae0-b69302ed1a69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.522229493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"a1f62223-a644-4b0b-bf53-7a19a07dcc20","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","model":"llm/e2e-rt-sw-a1c5ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.731907864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"95e5f5e7-7cd0-424c-9656-907b58f524f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.73642826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"4fa37923-1c81-45f7-8254-994a4b688d1c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.788969898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"95e5f5e7-7cd0-424c-9656-907b58f524f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.794053821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"4fa37923-1c81-45f7-8254-994a4b688d1c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.83124785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"af95c7fe-9ed2-4098-8424-1b5e2dadad03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.831294432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"929917c9-decf-4766-94ab-019044d0c990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.886859932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"929917c9-decf-4766-94ab-019044d0c990","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.887009711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"af95c7fe-9ed2-4098-8424-1b5e2dadad03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.931452742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a803c25d-3004-49ef-bf91-2da19ed4e812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.986867091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a803c25d-3004-49ef-bf91-2da19ed4e812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.011566881Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-9fd337","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-9fd337","reconcileID":"28fd159e-568b-4a3b-9861-5bf6ea69ce45","namespace":"llm","name":"e2e-rt-eq-9fd337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.154906227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"f621e5a2-5427-4759-8ea0-19e886a68421","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.210023483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"f621e5a2-5427-4759-8ea0-19e886a68421","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.210395902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"d04237a8-c7c9-496c-ba80-75bc993652c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.251383582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bfafb0d-9bc4-4e3f-b4d0-9bee8dc99c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.251420316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1a70eac-de82-4430-b9d0-63d415124c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.265757548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"d04237a8-c7c9-496c-ba80-75bc993652c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.307397006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bfafb0d-9bc4-4e3f-b4d0-9bee8dc99c1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.308997447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1a70eac-de82-4430-b9d0-63d415124c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.347781282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"86b2bc99-b923-47a6-b597-59fe264713a6","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.403355765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"86b2bc99-b923-47a6-b597-59fe264713a6","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.621677029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"20b2bf3b-580a-4007-bd0a-d7f688b95c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.676766796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"20b2bf3b-580a-4007-bd0a-d7f688b95c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.724917096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"421a949e-3363-47c6-afd3-4ec94d5e6824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.726177697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7659fd15-7d79-4ddb-8b49-76e29cb4ecce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.726177701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"894381e2-c1ff-4c20-b17d-fbd309748b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.767559899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"48f2369e-a636-412e-84af-3f01ec8af350","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.780703678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"421a949e-3363-47c6-afd3-4ec94d5e6824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.781190997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7659fd15-7d79-4ddb-8b49-76e29cb4ecce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.782988086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"894381e2-c1ff-4c20-b17d-fbd309748b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.862042898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"cf59e5b7-ff1d-4798-b2c6-68c11235d6b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.87871915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e597dcba-1bb5-410d-8172-c862588bd023","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.930215717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"6e524f7a-7653-4c74-afbc-6c03d05f8337","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.930242998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"6e524f7a-7653-4c74-afbc-6c03d05f8337","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.934167227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"e597dcba-1bb5-410d-8172-c862588bd023","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:37.962615396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"d1a55d40-5613-40b4-a900-8daac84b31b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.084698469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"afb3f3bb-d57f-423d-be2c-eb75b53a9fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.089622342Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"009afef3-cae1-4eb8-93b5-7f2c6d52f23b","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8abcc32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.094868944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"7ae3fae3-faef-4c80-a943-7e791d81c1ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.141893178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"afb3f3bb-d57f-423d-be2c-eb75b53a9fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.262338144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"97cdc65b-39a9-4222-aa7c-d07cbe5285b5","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.267557858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"1bb96d31-a717-4627-9490-2f0cffff3191","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.314423652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2dc333-2ced-4d26-9e9f-af5f753bb2b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.319250363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"97cdc65b-39a9-4222-aa7c-d07cbe5285b5","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.367722111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"063a29e8-2f13-4c4e-ba08-14d55860b133","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.370037001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee2dc333-2ced-4d26-9e9f-af5f753bb2b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.423864676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"189676e9-38b6-498e-9832-40a4259f9a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.475338454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"ee5bb94a-9a6a-44f8-ae92-631f1a47cc1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.480774536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"189676e9-38b6-498e-9832-40a4259f9a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.530226861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"ee5bb94a-9a6a-44f8-ae92-631f1a47cc1c","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.827442827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65b2ab58-db17-4611-8146-1997edcf490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:38.882994114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65b2ab58-db17-4611-8146-1997edcf490a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:39.069817671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"e5d4f4ea-6e66-4b70-bdfc-b16453447d39","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:39.118284452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"9b3a0123-65a2-4285-99bd-1f9579d4475b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:39.185446606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"5085c245-2389-4835-816a-e15b66bf314c","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:39.248290214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1ca8b04-d023-4637-8dec-cbeae82966c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:45.444568075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"2f130741-fd2d-4dad-b243-e7ea9963237e","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:45.548156739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"712dc5d0-65a0-40e1-a237-b26ede808f71","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:47.485954111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"9da8a961-21c7-487f-a020-bcd198d26f3f","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.141567415Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"7e00ba5d-8058-4e62-ae5e-970877b2500d","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a1c5ce","subscription":"e2e-rt-sw-a1c5ce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.246688761Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"7e00ba5d-8058-4e62-ae5e-970877b2500d","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.298823629Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-sub","reconcileID":"7e00ba5d-8058-4e62-ae5e-970877b2500d","MaaSSubscription":{"name":"e2e-rt-sw-a1c5ce-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-a1c5ce","namespace":"llm","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.56922791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.621046411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"ffe71ae4-0a62-4a69-8ce0-fdffdb416774","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.62108148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"ffe71ae4-0a62-4a69-8ce0-fdffdb416774","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.778979833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ed71e2b-7a46-417f-9e9a-9a4e860d3c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.779801784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"365872e7-0844-4417-86a1-3c23b36aa210","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.779820301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00413f26-b377-437c-9fb2-640aee97063e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.781012773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b45f2875-082b-4461-b18e-59b0c30b965c","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.781032389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b45f2875-082b-4461-b18e-59b0c30b965c","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.835847511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"365872e7-0844-4417-86a1-3c23b36aa210","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.835847457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00413f26-b377-437c-9fb2-640aee97063e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.83805335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ed71e2b-7a46-417f-9e9a-9a4e860d3c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:54:48.885781049Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b45f2875-082b-4461-b18e-59b0c30b965c","name":"e2e-rt-sw-a1c5ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-a1c5ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:54:48.885849629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b45f2875-082b-4461-b18e-59b0c30b965c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-a1c5ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.942942223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b60339cc-2c66-4796-9251-f966af21c469","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:48.942968919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"b60339cc-2c66-4796-9251-f966af21c469","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.093103075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-a1c5ce-access","reconcileID":"750b6cb1-8710-4288-bc94-469645ca66db","MaaSAuthPolicy":{"name":"e2e-rt-sw-a1c5ce-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.303352353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"fad4a06b-9068-4a8d-9f5b-5b788ce1b45a","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.303384136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"fad4a06b-9068-4a8d-9f5b-5b788ce1b45a","MaaSModelRef":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-a1c5ce-10bee3e61750","namespace":"llm","model":"e2e-rt-sw-a1c5ce","externalModel":"e2e-rt-sw-a1c5ce","provider":"e2e-rt-sw-a1c5ce-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.807075637Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"15105f3e-4119-4b90-8318-dad9a7d357c7","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.863981633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f487abb-ffe1-4cff-83d8-f462d7c415ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864002303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f487abb-ffe1-4cff-83d8-f462d7c415ff","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864256398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7eba4b4d-1fad-427a-977c-62ebeba54900","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864265634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7eba4b4d-1fad-427a-977c-62ebeba54900","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864496156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4ea407b-cd0f-4401-86f9-0c1f8c587891","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864508065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b4ea407b-cd0f-4401-86f9-0c1f8c587891","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864718186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74ba97c6-023a-46e1-8d0f-86e545ddd55b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864728667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74ba97c6-023a-46e1-8d0f-86e545ddd55b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864912958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce2b67d2-074e-4ea9-93ce-b364ba625ade","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.864921954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce2b67d2-074e-4ea9-93ce-b364ba625ade","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.865246503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5fe849af-5834-4631-8ead-286e0649b2ff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.865259619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5fe849af-5834-4631-8ead-286e0649b2ff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.865486346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1527e83c-f7bf-4598-8b09-70f2314e5755","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.865499689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1527e83c-f7bf-4598-8b09-70f2314e5755","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.865714908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fde84ab-1c51-44da-a033-5b5b2227081b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.865724909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9fde84ab-1c51-44da-a033-5b5b2227081b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.963807176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a3fbc306-e9e4-4935-a905-40eb491ebe1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.963952307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"efc24a11-983c-42de-a42c-94eb3faef076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.966550004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"66174de0-8381-4e94-a636-3f99bc20f64d","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:49.966781375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d2d2a005-0706-4182-8a0b-d16b55d8c30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.019346012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a3fbc306-e9e4-4935-a905-40eb491ebe1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.019363378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"efc24a11-983c-42de-a42c-94eb3faef076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.02363194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"66174de0-8381-4e94-a636-3f99bc20f64d","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.023661184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d2d2a005-0706-4182-8a0b-d16b55d8c30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.064318539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"90fd4015-1e6f-4b9b-acb4-c7fc3aee76de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.076190461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec30bb05-e179-41d6-84b7-c13108ca0eef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.076188798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f27609f-e976-40db-bf80-849c0a129b19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.179193282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"90fd4015-1e6f-4b9b-acb4-c7fc3aee76de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.317606449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-a1c5ce","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-a1c5ce","reconcileID":"a45cfd4e-306b-4dbe-bf34-b3c67957fc0a","namespace":"llm","name":"e2e-rt-sw-a1c5ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.400879648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f3bd201a-9045-4e18-94b0-f3d784094ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.401368172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be0285c9-0062-4591-996c-9ecc6b464409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.402162338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"2d4fdc20-14d1-42a3-ac81-3b41e9944f0d","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.456935523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"f3bd201a-9045-4e18-94b0-f3d784094ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.460556541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be0285c9-0062-4591-996c-9ecc6b464409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.460631486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"2d4fdc20-14d1-42a3-ac81-3b41e9944f0d","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.506261047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d64687c1-df38-454c-9921-473e1f5670d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.564664663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d64687c1-df38-454c-9921-473e1f5670d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.601310546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a821b158-dd19-483e-bbd8-95895b88fecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.656724197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"a821b158-dd19-483e-bbd8-95895b88fecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.773320734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ce5ca15-0f93-4ca6-b34f-36eae9cbd44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.773624757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3719f468-a7b3-4292-bf06-4a9d946ed914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.829951924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ce5ca15-0f93-4ca6-b34f-36eae9cbd44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.83009496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3719f468-a7b3-4292-bf06-4a9d946ed914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.926426275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"629aeded-531b-42e8-815c-9c0b51a919d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.926438131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"716f07f7-f2fa-4f8a-bcf7-6e618bdff37a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.982174519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"716f07f7-f2fa-4f8a-bcf7-6e618bdff37a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:50.983106995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"629aeded-531b-42e8-815c-9c0b51a919d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.027440185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"64200bb1-cd4c-4976-87a6-a05e06be4a92","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.082897556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"64200bb1-cd4c-4976-87a6-a05e06be4a92","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.139520539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"750b33ee-795e-46cc-a3a6-62fd2e580ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.139519846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"423d3ab9-78a0-4116-bd59-4092a98a7801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.195246735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"750b33ee-795e-46cc-a3a6-62fd2e580ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.195428537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"423d3ab9-78a0-4116-bd59-4092a98a7801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.293883122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"12de0180-5491-4664-a82a-bd07e8907044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.350541455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"12de0180-5491-4664-a82a-bd07e8907044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.373771909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"cd278272-fda7-4e7b-b6e3-dbc5e2975b4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.498901204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"23496043-c04f-4c51-aeab-1468ba0278b1","namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.623658602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"968feaac-acdd-4d6e-bff1-d86407dd0bb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.656862091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"515c19ab-3ae3-42df-8dc6-5f1923b1ac9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.656939028Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"8f919a63-66a3-4c72-9672-3dd752ab6571","namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.657966935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f7bd3e02-9a11-43fd-9945-1caca3c80533","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.659665753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b86e2ed1-3def-46f8-82c1-04344e7cebb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.661311776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"90eba145-dea1-4212-a2b4-b808dcaf352e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.712175803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"0bf4f8bd-7b9f-4c13-a887-3ca4e2fe79ff","namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.717586521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f7bd3e02-9a11-43fd-9945-1caca3c80533","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.71778744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"515c19ab-3ae3-42df-8dc6-5f1923b1ac9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.721771745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"90eba145-dea1-4212-a2b4-b808dcaf352e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.724997802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b86e2ed1-3def-46f8-82c1-04344e7cebb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.798451483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c5ef80f1-91ca-46cd-ae14-06d5101b093a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.854112378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c5ef80f1-91ca-46cd-ae14-06d5101b093a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.868684446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"05a3fce3-63f1-4f78-a1c3-d1c5c364f111","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:51.903053594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"ed4d8d00-e795-425d-b6b1-6cdd49d29622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.023432212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"3cc66847-086c-4ebb-85bf-7e4e9f2f381a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.068262238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"57aa7ffd-5fd4-40d0-b838-be682a771113","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.135302129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62179a3f-ad0b-4bc7-981d-a08097137ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.192828556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"b9d0cfa4-2c2c-4104-8e2d-86a8fbe875e7","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.199881218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62179a3f-ad0b-4bc7-981d-a08097137ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.200810547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"8c4e4c12-b2ce-4bd4-8c03-72875f01442b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.22892495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"07e35432-aaee-4553-a8e7-5bc680e81103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.26041067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"50588f02-35ba-424b-841e-c5775bce0f58","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.281612323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5051cd3-02ee-4ed1-b13f-48d829776595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.286505312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"07e35432-aaee-4553-a8e7-5bc680e81103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.292306847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"316a73d1-8822-4559-a44c-452e223c0ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.296040231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"08083ad5-6d1e-4cc8-a1e2-43ec689d840d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.297128471Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"751e364e-a016-4adc-b5a6-f9a6f6e55d8a","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.321871666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"50588f02-35ba-424b-841e-c5775bce0f58","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.407024467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"08083ad5-6d1e-4cc8-a1e2-43ec689d840d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.411368048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"316a73d1-8822-4559-a44c-452e223c0ddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.411932304Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"b800b11d-8738-48f1-bc75-eb2954d9320c","namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.430488048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"95754ea2-b602-4351-a715-1c28df27b45c","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.431203202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"95754ea2-b602-4351-a715-1c28df27b45c","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.560921558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"ec1bc654-677a-427c-a16a-0aab186347ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.614158885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"f2e9c4ae-89f6-4ac7-bda0-718652922a05","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.614196927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"f2e9c4ae-89f6-4ac7-bda0-718652922a05","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.614741402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f1d457f5-bf94-4ae6-82c3-82b7fb09c833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.676219188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f1d457f5-bf94-4ae6-82c3-82b7fb09c833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.715186533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ecb2583b-2484-453d-aaae-1e0249623a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.772348307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ecb2583b-2484-453d-aaae-1e0249623a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.795203171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"5437bb79-f079-4679-8f76-b90f0c1019f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.911652665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f31948cb-0d87-45d4-bd63-d1215528061e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.934061516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e07f7666-1093-4077-90c2-cf755e379776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.951634201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"72219cb0-f8a8-4ab0-b04f-79fd071052b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.992988932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"a3e792c1-5829-4819-b642-6f84930e840b","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:52.99891473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f31948cb-0d87-45d4-bd63-d1215528061e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.092729729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"e07f7666-1093-4077-90c2-cf755e379776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.09409649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"72219cb0-f8a8-4ab0-b04f-79fd071052b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.166811085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"e478115d-0197-4902-ad57-9f9d05e302c1","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.166846072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"e478115d-0197-4902-ad57-9f9d05e302c1","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.293733767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56484be4-c5db-4822-889a-fd119a3a4657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.318015184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"2bb40fe5-2902-497a-a699-9ac73f34ccd5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.373231654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56484be4-c5db-4822-889a-fd119a3a4657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.47660609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8a04996d-2d94-4a84-9fb6-d94243b954af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.478652264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"2bb40fe5-2902-497a-a699-9ac73f34ccd5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.526000797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"4a332b8f-b705-40f5-9b85-737d162875d9","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.538249621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8a04996d-2d94-4a84-9fb6-d94243b954af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.544323957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"2bb40fe5-2902-497a-a699-9ac73f34ccd5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.617188313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff3450dd-189c-4881-bf20-33d586c04912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.622700362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"4a332b8f-b705-40f5-9b85-737d162875d9","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.675906356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"956971f1-e430-4343-a974-77c756d8de8f","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.67603999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"956971f1-e430-4343-a974-77c756d8de8f","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.691524035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff3450dd-189c-4881-bf20-33d586c04912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.728833178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"5a3ec8c5-1d1d-43ce-93d4-8de4eba32213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:53.792118522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"5a3ec8c5-1d1d-43ce-93d4-8de4eba32213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:54.748254635Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:55.548306536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"1ed9a8f2-3872-4307-860b-fbdd5d3909ac","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:55.652654747Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b29250d6-4f4a-4fe4-b77c-6de1b6b188d8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:03.72821217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"48d51eba-f970-4ec1-b566-c46828547698","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:03.783951102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"48d51eba-f970-4ec1-b566-c46828547698","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:03.838093268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"48d51eba-f970-4ec1-b566-c46828547698","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:05.66097209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"6db2890f-8003-4f26-806b-a6c04c5f9ae9","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:05.771142502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"2b26f957-05af-4495-bf7e-61a7907f595c","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:07.817763272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"412a3595-ad64-4e14-bea0-cbf144e8fe0c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:07.872657633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"412a3595-ad64-4e14-bea0-cbf144e8fe0c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:07.926371385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db647b526debed064d87476927b978fa563dfb1f61292d2e89492607458806e4) AuthConfig (f981145d3219b94eb83b9d07fd9d66d461a43d57438b4bff59ea36b7a632e1b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (eb28967e3b48628eccc0a10844c96098a2e54fb5bffa9a094270aae006c99a3d) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (a4bcf51c786c5000c09c2203602e96b403dc7807a9669afa84e4e5ea55c469c8) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"412a3595-ad64-4e14-bea0-cbf144e8fe0c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:08.034612021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"62b42b9f-923c-4c63-85a3-4d01e3ea01ce","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:08.03463969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"62b42b9f-923c-4c63-85a3-4d01e3ea01ce","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.537165212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"3f177066-8553-49b5-a887-8f923cb54ed1","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.591440386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"a04ee512-f872-4df2-8ed3-ac6866e8c71e","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.642339983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"60922f61-330d-4caa-9687-deb9079631cb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.693423259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b3eaa831-a9a2-4926-be36-b3d6f02573e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.69490971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"d980382a-74b7-4401-897b-b9348fd553fd","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.697259194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e609ec1f-2b0f-45d8-8ddc-febe9a7561a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.697970738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"8e11a08b-f6c8-42db-8a10-090d96bfa378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.699163252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"60922f61-330d-4caa-9687-deb9079631cb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.75005683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b3eaa831-a9a2-4926-be36-b3d6f02573e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.751581413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"d980382a-74b7-4401-897b-b9348fd553fd","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.754676881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e609ec1f-2b0f-45d8-8ddc-febe9a7561a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.754957426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"8e11a08b-f6c8-42db-8a10-090d96bfa378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.755956426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db647b526debed064d87476927b978fa563dfb1f61292d2e89492607458806e4) AuthConfig (f981145d3219b94eb83b9d07fd9d66d461a43d57438b4bff59ea36b7a632e1b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (eb28967e3b48628eccc0a10844c96098a2e54fb5bffa9a094270aae006c99a3d) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (a4bcf51c786c5000c09c2203602e96b403dc7807a9669afa84e4e5ea55c469c8) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"60922f61-330d-4caa-9687-deb9079631cb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.894409691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"6efacc8c-044b-4851-8b27-b6c65bab79aa","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.91274401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b94c0fa3-6564-49f6-870f-4fd813594ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:11.968288611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"b94c0fa3-6564-49f6-870f-4fd813594ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.054130484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"8a84e478-b163-4bb8-8aff-dd1250ceb73e","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.110377376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5a6a85cf-374d-49e5-a554-5a228ee12764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.21084723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"68be4ca2-7ed7-45a0-b75f-f654330f8ff4","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.225956623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5a6a85cf-374d-49e5-a554-5a228ee12764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.262663566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44ae8074-f413-45e9-bc89-a418246343c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.263210049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b3ec6620-d29b-4ee3-b72d-13bce35a2624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.263221464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"fb804d0f-ef2d-4e2d-8b71-61fb7b7862bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.319259555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44ae8074-f413-45e9-bc89-a418246343c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.320514507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"fb804d0f-ef2d-4e2d-8b71-61fb7b7862bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.322321778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b3ec6620-d29b-4ee3-b72d-13bce35a2624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.369206033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"27d9869f-c6e9-48d4-a561-da3d9965e2b1","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.424850845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"27d9869f-c6e9-48d4-a561-da3d9965e2b1","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.585959428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ad4a5f0b-a090-47c2-b8b9-2295209e67a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.636144123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"796ea1b6-d248-4400-a600-7c45cf669deb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.641167306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ad4a5f0b-a090-47c2-b8b9-2295209e67a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.687300241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"98369486-f027-47e3-a565-c6af194e40aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.688243532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24db30e7-7d18-41c9-b85c-afe4e66f846b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.692119634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"796ea1b6-d248-4400-a600-7c45cf669deb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.742888011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"98369486-f027-47e3-a565-c6af194e40aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.744397768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24db30e7-7d18-41c9-b85c-afe4e66f846b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.746108238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db647b526debed064d87476927b978fa563dfb1f61292d2e89492607458806e4) AuthConfig (f981145d3219b94eb83b9d07fd9d66d461a43d57438b4bff59ea36b7a632e1b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (eb28967e3b48628eccc0a10844c96098a2e54fb5bffa9a094270aae006c99a3d) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (a4bcf51c786c5000c09c2203602e96b403dc7807a9669afa84e4e5ea55c469c8) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"796ea1b6-d248-4400-a600-7c45cf669deb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.835242944Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"8944e478-5b43-4c64-997a-6e0979f37bc1","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.838594543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"67ef160a-e965-4d86-a4a3-8396f441c495","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.89024229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"9e5badd2-6737-4319-838b-6eb363d1eabe","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.890282862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"9e5badd2-6737-4319-838b-6eb363d1eabe","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.92021332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"67ef160a-e965-4d86-a4a3-8396f441c495","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:12.97229791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"97ff186a-ba8d-4741-9cb3-ce7a06096c7c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.029382364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"97ff186a-ba8d-4741-9cb3-ce7a06096c7c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.083428124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db647b526debed064d87476927b978fa563dfb1f61292d2e89492607458806e4) AuthConfig (f981145d3219b94eb83b9d07fd9d66d461a43d57438b4bff59ea36b7a632e1b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (eb28967e3b48628eccc0a10844c96098a2e54fb5bffa9a094270aae006c99a3d) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (a4bcf51c786c5000c09c2203602e96b403dc7807a9669afa84e4e5ea55c469c8) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"97ff186a-ba8d-4741-9cb3-ce7a06096c7c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.09230475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ae8a89a1-4582-4a89-b2a4-3b9ed55c8b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.104120329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3e1cf675-4705-4301-99c6-ee28714d48df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.104125497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a8ecbb9-913a-445a-98e2-c060fcdf3b29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.148824523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ae8a89a1-4582-4a89-b2a4-3b9ed55c8b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.1602416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a8ecbb9-913a-445a-98e2-c060fcdf3b29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.160380586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3e1cf675-4705-4301-99c6-ee28714d48df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.238868837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3132f137-3e35-44e3-844e-b51b07226fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.294113333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3132f137-3e35-44e3-844e-b51b07226fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.339042558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"4ef1ee7a-30a4-4bd4-88ae-e3d6cf3549ba","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.393981578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"4ef1ee7a-30a4-4bd4-88ae-e3d6cf3549ba","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.540724537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bdc60ce3-0f02-4dc9-8c4f-3562d086dc2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.540778929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b8cad80b-40aa-48cc-bf78-4ff4f1bf3c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.541518109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0be85479-f182-40d0-9d84-a197879382c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.596269608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"bdc60ce3-0f02-4dc9-8c4f-3562d086dc2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.596581476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b8cad80b-40aa-48cc-bf78-4ff4f1bf3c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.598518712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0be85479-f182-40d0-9d84-a197879382c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.738304738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"230b9a48-5932-41b7-ad4d-546507138d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.793733019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"230b9a48-5932-41b7-ad4d-546507138d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.841810501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"e09796c3-b837-4db5-bc8d-db3eb5715d63","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:13.897393332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"e09796c3-b837-4db5-bc8d-db3eb5715d63","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:15.55805969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-a3e841","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"autores-model-a3e841","reconcileID":"6ef176df-737e-4e01-8b4f-a3cca8e146db","MaaSModelRef":{"name":"autores-model-a3e841","namespace":"ai-tenant-e2e-autores-a3e841"},"tenant":"e2e-autores-a3e841","gateway":"openshift-ingress/e2e-autores-a3e841","model":"ai-tenant-e2e-autores-a3e841/autores-model-a3e841","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:15.558093015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-a3e841","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"autores-model-a3e841","reconcileID":"6ef176df-737e-4e01-8b4f-a3cca8e146db","MaaSModelRef":{"name":"autores-model-a3e841","namespace":"ai-tenant-e2e-autores-a3e841"},"routeName":"autores-model-a3e841-kserve-route","namespace":"ai-tenant-e2e-autores-a3e841","llmisvcName":"autores-model-a3e841","gateway":"openshift-ingress/e2e-autores-a3e841","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:15.768609579Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"c1dba293-5e51-4c88-bee7-76aeef571499","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.261296497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"def0ac76-2788-4e6e-a9af-41fb7bf4f809","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.360756344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"edd5f57a-674b-4ba7-a5b7-41770e5217ff","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.479552835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"cb51386c-1177-45a0-98f5-0388a3218a95","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.536717675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"843622fe-c39a-4c27-98b7-1cd7df3961cd","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.587717512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"9a8b24e5-266f-4cb4-8bd3-a85136ab372d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.637507957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"022c7b57-54fb-4409-a3d4-08711468b5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.637507972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ad36cd82-46d8-4172-948f-6db74afc2cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.638710064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"08fe5d3e-5557-43af-be5a-f77eabb2ab74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.639902595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"54595355-ec67-45f8-ab52-450d2031b9a6","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.643337936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"9a8b24e5-266f-4cb4-8bd3-a85136ab372d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.695221746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ad36cd82-46d8-4172-948f-6db74afc2cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.696795634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"54595355-ec67-45f8-ab52-450d2031b9a6","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.699596756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"022c7b57-54fb-4409-a3d4-08711468b5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.702259688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"08fe5d3e-5557-43af-be5a-f77eabb2ab74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.703542148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db647b526debed064d87476927b978fa563dfb1f61292d2e89492607458806e4) AuthConfig (f981145d3219b94eb83b9d07fd9d66d461a43d57438b4bff59ea36b7a632e1b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (eb28967e3b48628eccc0a10844c96098a2e54fb5bffa9a094270aae006c99a3d) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (a4bcf51c786c5000c09c2203602e96b403dc7807a9669afa84e4e5ea55c469c8) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"9a8b24e5-266f-4cb4-8bd3-a85136ab372d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.847389359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"fb12119c-096f-4362-98c8-86276cce0996","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.863871677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ee61430e-9081-49b6-89c3-6d95d5d9e7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:17.920823206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"ee61430e-9081-49b6-89c3-6d95d5d9e7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.007000125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"692d00b2-9933-4186-8d85-898401ca4c1e","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.055042891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"8f303abd-7ad4-4e44-a288-e976d2ad7eec","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.055061405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4b40a156-0c83-4dcd-ab8e-508f66153ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.056695311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353120d4-23cd-4128-9749-aa1b3b9e6053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.111901273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"8f303abd-7ad4-4e44-a288-e976d2ad7eec","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.11192134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4b40a156-0c83-4dcd-ab8e-508f66153ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.112286172Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"0d5d5262-9aa2-4ea6-b4bc-04692abb65a7","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.11254102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"e612e2f5-5eba-4d43-9fe9-3293807e4a1b","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.114393866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353120d4-23cd-4128-9749-aa1b3b9e6053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.160343554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6522dbaf-0348-4fb9-a4d2-b493e91a977b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.216070213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"b6a26b08-645b-4db1-bced-e3ef2e27c6c6","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.216104571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"b6a26b08-645b-4db1-bced-e3ef2e27c6c6","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.216767876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6522dbaf-0348-4fb9-a4d2-b493e91a977b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.366046237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"6a941de2-b94b-4ceb-a1db-d3f93b7d5d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.422100665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"6a941de2-b94b-4ceb-a1db-d3f93b7d5d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.468623243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"bb5d8749-8e8f-4db7-9631-320715fda821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.468627167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"548b3408-a6ce-49c0-a57e-b1a152435999","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.525247379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"bb5d8749-8e8f-4db7-9631-320715fda821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.525349127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"548b3408-a6ce-49c0-a57e-b1a152435999","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.659779659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"621dd9b2-bca5-4f1d-b4dd-d65edea6bc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.659780074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"761c2ca9-cc23-47e5-9039-b29856e7e954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.709877791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"b7fcb652-5b62-4b48-bab0-399b29299d2f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.715328741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"621dd9b2-bca5-4f1d-b4dd-d65edea6bc45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.715381334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"761c2ca9-cc23-47e5-9039-b29856e7e954","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.766793193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"b7fcb652-5b62-4b48-bab0-399b29299d2f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.824325575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db647b526debed064d87476927b978fa563dfb1f61292d2e89492607458806e4) AuthConfig (f981145d3219b94eb83b9d07fd9d66d461a43d57438b4bff59ea36b7a632e1b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (eb28967e3b48628eccc0a10844c96098a2e54fb5bffa9a094270aae006c99a3d) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (a4bcf51c786c5000c09c2203602e96b403dc7807a9669afa84e4e5ea55c469c8) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"b7fcb652-5b62-4b48-bab0-399b29299d2f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.862034544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"9daabc89-00d4-4837-8513-e01933d5f9f2","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.879550568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"05b76a1a-fbff-4008-9e8a-9e7f66546c31","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.928755167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"9daabc89-00d4-4837-8513-e01933d5f9f2","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.938514802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"53fddac5-dbef-4704-a250-eace851ccad2","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:18.953417724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"53fddac5-dbef-4704-a250-eace851ccad2","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.00602045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"5f1a6c47-ad8a-4ec4-b0d7-79826e31bb17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.059969459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0a9f824-0a2c-460c-bc10-074ae56ef079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.064014788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"5f1a6c47-ad8a-4ec4-b0d7-79826e31bb17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.076205837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"94e7ec49-14c3-47e3-a5ba-2d7877a4b850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.115189376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0a9f824-0a2c-460c-bc10-074ae56ef079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.118569266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db647b526debed064d87476927b978fa563dfb1f61292d2e89492607458806e4) AuthConfig (f981145d3219b94eb83b9d07fd9d66d461a43d57438b4bff59ea36b7a632e1b7) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b) AuthConfig (eb28967e3b48628eccc0a10844c96098a2e54fb5bffa9a094270aae006c99a3d) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (a4bcf51c786c5000c09c2203602e96b403dc7807a9669afa84e4e5ea55c469c8) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"5f1a6c47-ad8a-4ec4-b0d7-79826e31bb17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.129122772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cb4f573-1c99-441f-9577-de02296a234e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.131779207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"94e7ec49-14c3-47e3-a5ba-2d7877a4b850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.184572045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cb4f573-1c99-441f-9577-de02296a234e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.274831316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b9aaf092-aff5-41fd-aecc-d43a876e09e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.329903643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b9aaf092-aff5-41fd-aecc-d43a876e09e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.375327394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"ce05974f-eeb2-470f-bfd6-589ff073f5b0","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.430717528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"ce05974f-eeb2-470f-bfd6-589ff073f5b0","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.558875433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"478c845c-fa99-4c5b-b91d-9dad9a797474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.558889918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"57419eb3-8912-425e-97cb-26c03e7c00b8","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.559795706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"672d46fc-8166-4ca0-9c8b-d8fbffa57c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.614944639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"57419eb3-8912-425e-97cb-26c03e7c00b8","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.615460015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"478c845c-fa99-4c5b-b91d-9dad9a797474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.617318328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"672d46fc-8166-4ca0-9c8b-d8fbffa57c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.758457243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"12e74a16-a854-4362-9cd4-d5100ae48508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.813678834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"12e74a16-a854-4362-9cd4-d5100ae48508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.861523128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a94028e3-dba6-4524-bb25-17077004016e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:19.917237745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a94028e3-dba6-4524-bb25-17077004016e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:22.16153979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"ec532584-14e2-401d-b542-47aedcf4c2ef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:22.338081844Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"958736c2-d853-4886-82e3-00fb7b6f7956","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:22.446591673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"35ab1c8e-7995-48ad-9b3d-b6f22354322c","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.146837999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f59914c-fd3a-47b7-801a-a73ff0a13cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.198886662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f59914c-fd3a-47b7-801a-a73ff0a13cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.250642111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f59914c-fd3a-47b7-801a-a73ff0a13cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.302413976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f59914c-fd3a-47b7-801a-a73ff0a13cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.414214808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"b113ad95-e101-4b69-89e2-0e0a3a2b70cf","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.414242691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"b113ad95-e101-4b69-89e2-0e0a3a2b70cf","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.574252727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"0c994653-a9d9-46ce-9a01-232571cf7301","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.574278914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"0c994653-a9d9-46ce-9a01-232571cf7301","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.676982689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"d8048f5b-6d06-4668-b31c-60cd87e0d39e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.732077075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"d8048f5b-6d06-4668-b31c-60cd87e0d39e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.787390576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (954827bf11208505aeccdbb3b40fa2d3dd7a5709a78f1863e6290e288bfdade1) AuthConfig (a611be0270af0253924db80a8588e95b6722c8653d058e8569b771006d905f83) AuthConfig (1b2a9a09815b20d3037d06caafd425bbba92e99c9b6b4f6b8e5fc461dea4f11c) AuthConfig (aa1f359b266ff06d3e9283822e2d20b059415e4c8270b5fe3801c281ddd95d3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"d8048f5b-6d06-4668-b31c-60cd87e0d39e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.893203978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"9ac6fb5d-f66e-45ea-8d4c-85cb03d5abe0","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:23.893225441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"9ac6fb5d-f66e-45ea-8d4c-85cb03d5abe0","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:24.752785198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:25.241660022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1785b8e3-ecb7-49d0-8f8f-c5e2c2c4f4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:25.293529326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1785b8e3-ecb7-49d0-8f8f-c5e2c2c4f4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:25.34532266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1785b8e3-ecb7-49d0-8f8f-c5e2c2c4f4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:25.397125164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1785b8e3-ecb7-49d0-8f8f-c5e2c2c4f4aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:29.224127681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"7589b30e-b7d5-48b3-b606-57a5d53ccee7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:29.279404151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"7589b30e-b7d5-48b3-b606-57a5d53ccee7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:29.699343712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"b542c6e9-662b-47d6-9f44-2d1dad64ac74","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:29.699368431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"b542c6e9-662b-47d6-9f44-2d1dad64ac74","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:32.442703227Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"c5495927-0b68-4c4e-9f8d-bd47c62f6407","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:32.576771696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"fbdac925-e058-4a54-a9e3-ec5e037409e4","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:33.771838363Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:33.82366695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"cbd865c2-e7be-447c-a393-7f9b26bc430d","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:33.823692883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"cbd865c2-e7be-447c-a393-7f9b26bc430d","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:33.877092642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"ffa3121a-0396-41ec-aada-5e55f7292c61","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:33.877196899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-sub","reconcileID":"3107179f-e77a-4e53-ade2-d42b6bcd259c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-c0251e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:33.932123393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"ffa3121a-0396-41ec-aada-5e55f7292c61","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:33.983311494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"4877738a-0925-4b1a-ae77-35adf77777cb","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:33.983343001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"4877738a-0925-4b1a-ae77-35adf77777cb","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.081547514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"ec14c3f9-d74f-4b0e-a2d8-d6de5e57c633","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:34.087381328Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"4877738a-0925-4b1a-ae77-35adf77777cb","name":"e2e-cmp-legacy-c0251e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-c0251e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:34.087438733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"4877738a-0925-4b1a-ae77-35adf77777cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-c0251e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.136981603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"ec14c3f9-d74f-4b0e-a2d8-d6de5e57c633","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.138869005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"10eb8b16-f551-4a57-b797-4083dea7989d","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.138897152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"10eb8b16-f551-4a57-b797-4083dea7989d","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.191054132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (954827bf11208505aeccdbb3b40fa2d3dd7a5709a78f1863e6290e288bfdade1) AuthConfig (a611be0270af0253924db80a8588e95b6722c8653d058e8569b771006d905f83) AuthConfig (1b2a9a09815b20d3037d06caafd425bbba92e99c9b6b4f6b8e5fc461dea4f11c) AuthConfig (aa1f359b266ff06d3e9283822e2d20b059415e4c8270b5fe3801c281ddd95d3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"ec14c3f9-d74f-4b0e-a2d8-d6de5e57c633","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.293603323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"b6abaa7d-4549-4df2-bdb4-794a2cf4d0ad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.305175936Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-sub","reconcileID":"ffa10a90-df63-4448-8302-6e6b2247cb56","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-cmp-legacy-c0251e","model":"e2e-cmp-legacy-c0251e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.348644694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"b6abaa7d-4549-4df2-bdb4-794a2cf4d0ad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.571218737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"a30153a0-69ed-41ac-9c72-4a26da967622","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.57124725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"a30153a0-69ed-41ac-9c72-4a26da967622","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:34.777598899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-sub","reconcileID":"f75ffbcb-a4df-4b9c-bb26-6afc9f702739","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-cmp-legacy-c0251e","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:42.547999192Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4c02c656-4d03-4fe4-9652-b5436a5d68c1","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:42.681311729Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"adc3e58a-202b-415b-8ac5-69ff2c455b9d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:44.400304041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"8d29b520-9dde-4b4a-a6d3-08f9860834ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:44.455728221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"8d29b520-9dde-4b4a-a6d3-08f9860834ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:44.509569507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (954827bf11208505aeccdbb3b40fa2d3dd7a5709a78f1863e6290e288bfdade1) AuthConfig (a611be0270af0253924db80a8588e95b6722c8653d058e8569b771006d905f83) AuthConfig (1b2a9a09815b20d3037d06caafd425bbba92e99c9b6b4f6b8e5fc461dea4f11c) AuthConfig (aa1f359b266ff06d3e9283822e2d20b059415e4c8270b5fe3801c281ddd95d3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"8d29b520-9dde-4b4a-a6d3-08f9860834ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.248426633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"9ed5defb-1f02-4b7c-9b19-9912d1b8149a","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.351118007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"dda87508-a64b-4715-b8e7-26b70d336bcb","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.35123517Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.409445146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"8a92ad49-11a1-49d5-bfe4-9e0a99108306","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:45.458504562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"c6925422-edeb-4b64-af08-beb0593c6014","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.571562424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"6620fd3c-9688-499a-8aa2-ca5169b87424","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.604773038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"17c1cd8b-da20-4112-a84c-a8e18aa537bd","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.662002235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"19ed3b00-0ec4-4588-9719-153dfdb581d1","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:45.715072679Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"19ed3b00-0ec4-4588-9719-153dfdb581d1","name":"simulator-w3-28c598","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-28c598\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:45.715142513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"19ed3b00-0ec4-4588-9719-153dfdb581d1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-28c598\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.720451015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"b367317b-648b-4c2e-878d-5840203b6d9b","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.76475475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"7badb6d5-7c5d-4bda-97de-64b1cae7b234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.84571337Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"8f44b781-41dc-4c19-9491-95ec1d69acc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"simulator-w3-28c598","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-28c598/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.847214052Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.847484087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"b11808c0-1a3b-4a30-a981-96514b27a59b","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.885035609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"7badb6d5-7c5d-4bda-97de-64b1cae7b234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.90178934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"8bd5b5e9-292e-49f6-a41f-cdf434e57d16","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.939695422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"7badb6d5-7c5d-4bda-97de-64b1cae7b234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:45.953602572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"08ec6680-17d5-4496-b944-c7aa9446832b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.958880891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"720935dd-0f38-474a-8abf-6084f3d0b748","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:45.996022829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"3dcb2069-2a3f-4aac-808c-e505e788173f","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:46.00577721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"8f44b781-41dc-4c19-9491-95ec1d69acc4","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.064868203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"ec4e7652-4947-45e7-b365-e05f4945cd74","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.101817869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"3690687a-0f79-4fb5-8df3-c61cf75442b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.102133541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"fe0a357e-6488-407d-85ed-8444bb7b9771","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.157562607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"3690687a-0f79-4fb5-8df3-c61cf75442b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.160932447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"a2c7b83a-a79e-49ac-b0da-af34133da40f","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.211926754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"3690687a-0f79-4fb5-8df3-c61cf75442b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.212603301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"044d1195-341a-4c2e-94fc-f027d2bb2771","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:46.213588028Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"a2c7b83a-a79e-49ac-b0da-af34133da40f","name":"premium-w3-28c598","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-28c598\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:55:46.213657413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"a2c7b83a-a79e-49ac-b0da-af34133da40f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-28c598\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.218963588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"47b22690-d450-4736-a1ed-94280a8a4a54","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.313581471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"1b30548e-ca36-40cd-acc6-79f94db3ba9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.329527484Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"afc16641-9b50-40d8-a134-98bbae4a7479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"premium-w3-28c598","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-28c598/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.368999723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"1b30548e-ca36-40cd-acc6-79f94db3ba9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.376180048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"012c9199-8072-49da-8997-0d823bd03da8","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.398576287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c2d74ef2-a8bd-4249-a807-cd2a3b6bbc46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.423191038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"1b30548e-ca36-40cd-acc6-79f94db3ba9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.453640733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c2d74ef2-a8bd-4249-a807-cd2a3b6bbc46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.477413275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"d23a1d7f-5080-41ce-8617-451982409853","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.496454687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"cd2dd539-7cd4-4dac-8454-eae2a337f871","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.507605434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c2d74ef2-a8bd-4249-a807-cd2a3b6bbc46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.63374971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"e5a4a859-9fea-44f5-9b6f-1976eb7d160f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.689059491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"e5a4a859-9fea-44f5-9b6f-1976eb7d160f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.702917857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"3e2b5846-6582-4251-9f9d-983abd68455c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:46.743149547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"e5a4a859-9fea-44f5-9b6f-1976eb7d160f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:49.902139583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-sub","reconcileID":"aa786cf2-0583-4b6d-ac51-c0aa60ab5f16","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-cmp-legacy-c0251e","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.171137954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"cb23ecf8-a7da-4094-92d9-08015bdc770c","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.171165149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"cb23ecf8-a7da-4094-92d9-08015bdc770c","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.195170632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"d2d2388f-5820-43c9-85ad-a43c568cf542","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.250144699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"d2d2388f-5820-43c9-85ad-a43c568cf542","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.401231754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"a0076cc7-60f7-4e2d-a430-44095e68d74e","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.401231339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"afab9c65-6bbc-413c-aa95-514306fcb58a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.458786098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"a0076cc7-60f7-4e2d-a430-44095e68d74e","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.458955915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"afab9c65-6bbc-413c-aa95-514306fcb58a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.488245636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"6dc2594b-05c0-49b9-8067-cd4b609eb0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.488245637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"a3904405-b056-498e-8587-26b149046fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.512960466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6518c0f695c4c0b7d1a27aaca4c13fa6d950818ade1fe9c7964cfe038db800) AuthConfig (b458d5d64c86e8defb034a802cfef422cedd10741cf1ba71d86e2b2bdbef9868) AuthConfig (62d8231160f95d05aa99e04790e7484df9e8653a62cefdf1831a07df1f1afa9e) AuthConfig (8834efe7a6c72ca99e8976818008dd153b5b81d4a69ea9013c8aea6b2537e97e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"afab9c65-6bbc-413c-aa95-514306fcb58a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.543762932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"6dc2594b-05c0-49b9-8067-cd4b609eb0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.543851895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"a3904405-b056-498e-8587-26b149046fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.597667335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"6dc2594b-05c0-49b9-8067-cd4b609eb0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.598300019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"a3904405-b056-498e-8587-26b149046fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.618951033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"beefcd62-93b8-411a-8aa1-db5d2dfa77d5","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:50.618972706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"beefcd62-93b8-411a-8aa1-db5d2dfa77d5","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:52.653918083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"9ce97674-1089-4ecd-bb00-087e7c2447ec","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:52.785967557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"2ad57e3c-0a87-4b8a-978a-baef796654f8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.566034417Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"ab2c4f1c-51bf-4cdf-af4c-ec2f61cde672","namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.617964201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"0d34d3d8-0d36-46ed-a560-f896543434a8","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.617989871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"0d34d3d8-0d36-46ed-a560-f896543434a8","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.723643506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"3985cb97-55cd-438f-ba4f-57ce423e4c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.724107038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e15ca24e-1437-47df-88d1-1084f3aab362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.726299351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"09bbc07a-eece-44f3-9ffd-19b65652838a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.726559354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"501ca11c-262c-4c6f-a509-868d0040f638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.775903893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"dd7832bf-6f1a-403e-9e13-38d2e27d8418","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.779608977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"3985cb97-55cd-438f-ba4f-57ce423e4c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.77967892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"e15ca24e-1437-47df-88d1-1084f3aab362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.782042601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"09bbc07a-eece-44f3-9ffd-19b65652838a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.782052045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"501ca11c-262c-4c6f-a509-868d0040f638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.83111946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"dd7832bf-6f1a-403e-9e13-38d2e27d8418","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.833303002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"3985cb97-55cd-438f-ba4f-57ce423e4c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.836185054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"501ca11c-262c-4c6f-a509-868d0040f638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.886756817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6518c0f695c4c0b7d1a27aaca4c13fa6d950818ade1fe9c7964cfe038db800) AuthConfig (b458d5d64c86e8defb034a802cfef422cedd10741cf1ba71d86e2b2bdbef9868) AuthConfig (62d8231160f95d05aa99e04790e7484df9e8653a62cefdf1831a07df1f1afa9e) AuthConfig (8834efe7a6c72ca99e8976818008dd153b5b81d4a69ea9013c8aea6b2537e97e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"dd7832bf-6f1a-403e-9e13-38d2e27d8418","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.989903434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"b7c6cae8-d6dd-48df-bf1c-227b86016b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.991443799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"c3d46b6c-f8a5-4fdc-929d-4493a18e5f4a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:53.991776752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a089765c-0c9b-426c-8994-21bd7f58fe4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.045373879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"b7c6cae8-d6dd-48df-bf1c-227b86016b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.048209671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"c3d46b6c-f8a5-4fdc-929d-4493a18e5f4a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.048920848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a089765c-0c9b-426c-8994-21bd7f58fe4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.048949761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"a620c863-7e26-412c-83be-860f5a4d52b6","namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.091774228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33d7d48a-ae45-43a8-9c2f-48d9df5a9932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.092341947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cb2e2215-48c2-4c78-a8f8-ce89dde85938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.104283966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"63476f28-6ce9-4c62-bd83-b60370bf2fd1","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.104310741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"63476f28-6ce9-4c62-bd83-b60370bf2fd1","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.148416679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33d7d48a-ae45-43a8-9c2f-48d9df5a9932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.148910201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"cb2e2215-48c2-4c78-a8f8-ce89dde85938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.406579411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35405a18-bbdb-49dd-85f2-3ca42964f3ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.458160649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"d00dcfa6-50b9-4057-b5f3-6cf056007d12","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.46284255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35405a18-bbdb-49dd-85f2-3ca42964f3ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.508208853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1a015a03-b5ae-4e5b-901f-695ff90bd6bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.509156774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"2270e9ae-5ea9-46b8-8f53-c572db979ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.513302503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"d00dcfa6-50b9-4057-b5f3-6cf056007d12","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.559410075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"187348af-f9ea-457c-9b24-d41fb06a88ea","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.564193924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"2270e9ae-5ea9-46b8-8f53-c572db979ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.564926438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1a015a03-b5ae-4e5b-901f-695ff90bd6bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.615847449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"187348af-f9ea-457c-9b24-d41fb06a88ea","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.618282395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"2270e9ae-5ea9-46b8-8f53-c572db979ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.747868885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.802782765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"c37549b5-9ebd-41d8-b8b4-2e4b35fc9617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.854572015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"621b3b35-15af-4630-bc8b-49c26b2ae750","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.858214905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"c37549b5-9ebd-41d8-b8b4-2e4b35fc9617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.906414528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"2aa9100e-84ec-462e-9e87-830a0acf71e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.910069591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"621b3b35-15af-4630-bc8b-49c26b2ae750","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.912061933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"c37549b5-9ebd-41d8-b8b4-2e4b35fc9617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.961789893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"2aa9100e-84ec-462e-9e87-830a0acf71e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.964204282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6518c0f695c4c0b7d1a27aaca4c13fa6d950818ade1fe9c7964cfe038db800) AuthConfig (b458d5d64c86e8defb034a802cfef422cedd10741cf1ba71d86e2b2bdbef9868) AuthConfig (62d8231160f95d05aa99e04790e7484df9e8653a62cefdf1831a07df1f1afa9e) AuthConfig (8834efe7a6c72ca99e8976818008dd153b5b81d4a69ea9013c8aea6b2537e97e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"621b3b35-15af-4630-bc8b-49c26b2ae750","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:54.973297079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3cb2fe7b-4469-4071-a197-4c2842e2ff5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.029302387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3cb2fe7b-4469-4071-a197-4c2842e2ff5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.029953325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c533cf2f-94ad-480f-99eb-83f7fd5d1c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.0684484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"bdf74669-d3db-47c9-bfd9-c3e14a2ed32f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.075712831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"fbdd9770-5cd3-4c1b-96f0-adf3007fc72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.085550353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"c533cf2f-94ad-480f-99eb-83f7fd5d1c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.124853535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"bdf74669-d3db-47c9-bfd9-c3e14a2ed32f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.13080565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"fbdd9770-5cd3-4c1b-96f0-adf3007fc72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.320983797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8082f23d-2c26-40a7-af10-809a8f48f720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.379335054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8082f23d-2c26-40a7-af10-809a8f48f720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.421322279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"766f3caf-7417-4342-9eaa-c6d155d7df36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:55:55.476766786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"766f3caf-7417-4342-9eaa-c6d155d7df36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:02.758882061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"960e5a83-506a-4322-92e8-2360675ee38a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:02.891227157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e7096614-625d-4f23-a0c1-5a925bc22fb4","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:04.775598276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"91d6032b-1281-4e84-aaec-702af73f0b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:04.831683877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"91d6032b-1281-4e84-aaec-702af73f0b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:04.886027557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"91d6032b-1281-4e84-aaec-702af73f0b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.069124328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"3462c2a0-d458-4dda-b09b-fb30b1838e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.125230523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"3462c2a0-d458-4dda-b09b-fb30b1838e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.172554149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"5c624794-a5bf-4d52-838e-858d2083723c","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.179151333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"3462c2a0-d458-4dda-b09b-fb30b1838e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.228175972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"5c624794-a5bf-4d52-838e-858d2083723c","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.282494732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-caf74d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7c6518c0f695c4c0b7d1a27aaca4c13fa6d950818ade1fe9c7964cfe038db800) AuthConfig (b458d5d64c86e8defb034a802cfef422cedd10741cf1ba71d86e2b2bdbef9868) AuthConfig (62d8231160f95d05aa99e04790e7484df9e8653a62cefdf1831a07df1f1afa9e) AuthConfig (8834efe7a6c72ca99e8976818008dd153b5b81d4a69ea9013c8aea6b2537e97e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"5c624794-a5bf-4d52-838e-858d2083723c","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.285655239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"5416135d-e7e1-47b9-afc0-9518d4de3d34","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.285678322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"5416135d-e7e1-47b9-afc0-9518d4de3d34","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.338553668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"31420c37-e2ae-4dcb-8b91-4a898c2d84d8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.394063059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"31420c37-e2ae-4dcb-8b91-4a898c2d84d8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.446893181Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-sub","reconcileID":"68d7a7db-1e72-4cd7-8b69-cc1d5bd69391","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-665e906c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.761079253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"e8af19c6-71ae-4d7e-8ad7-fdd70bbb377d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:05.816601659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"e8af19c6-71ae-4d7e-8ad7-fdd70bbb377d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:12.187203642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"5f4bef08-af09-4d5f-9e7b-8e7b7a3460f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:12.287966969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"435e186f-b84b-4caf-9ce9-d1e174fd907f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:12.350863719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"1d3145be-3596-4d17-98ee-c8fc1b31c0d1","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:12.451074146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"295dcbf6-d007-4fe5-8b9a-00f2c0148804","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:12.863460435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"e61b627a-7650-478c-99a3-bf0fb9a14fef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:12.995617323Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"ec37ef7f-7d2a-428a-8ea4-ac9afb83076a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:13.693092733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"a6425463-d868-4c68-ab15-fee197dda896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:13.693102045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"d610a5e8-13a0-4df1-bca5-5d4a1b702366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:13.750101417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"d610a5e8-13a0-4df1-bca5-5d4a1b702366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:13.750164193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"a6425463-d868-4c68-ab15-fee197dda896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:13.804228097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"a6425463-d868-4c68-ab15-fee197dda896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:13.804357039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"d610a5e8-13a0-4df1-bca5-5d4a1b702366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:13.861421589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"bfd43d0a-443a-42a5-b08d-288c8bda4573","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:13.86373369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"41e1e9c9-485b-461f-a4c3-7bc236942d05","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.017376543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"61bba986-abae-4652-b2d1-354bb2b37859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.018325628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"31592ba9-f2b5-4e66-b03d-cbf34232b628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.073072797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"61bba986-abae-4652-b2d1-354bb2b37859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.073337219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"31592ba9-f2b5-4e66-b03d-cbf34232b628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.127534195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"31592ba9-f2b5-4e66-b03d-cbf34232b628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.127535179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"61bba986-abae-4652-b2d1-354bb2b37859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:56:14.181670165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"61bba986-abae-4652-b2d1-354bb2b37859","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:56:14.181669438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"31592ba9-f2b5-4e66-b03d-cbf34232b628","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.343874005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"f92690c5-1851-4a20-b583-bb54a88b1d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.343907794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"6d22c791-fc1b-4c88-8574-e81d11d6d0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.399269596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"f92690c5-1851-4a20-b583-bb54a88b1d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.399564967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"6d22c791-fc1b-4c88-8574-e81d11d6d0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.453519845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"f92690c5-1851-4a20-b583-bb54a88b1d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:14.453894604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"6d22c791-fc1b-4c88-8574-e81d11d6d0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:15.492573122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"d0f7529f-f0c4-454b-9f14-358ee0df567a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:15.499367904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-sub","reconcileID":"989bbfa8-036d-4611-926c-647334ffee4d","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","subscription":"e2e-cmp-legacy-c0251e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:15.547688628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"d0f7529f-f0c4-454b-9f14-358ee0df567a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:15.602987358Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-sub","reconcileID":"989bbfa8-036d-4611-926c-647334ffee4d","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:15.654906463Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-sub","reconcileID":"989bbfa8-036d-4611-926c-647334ffee4d","MaaSSubscription":{"name":"e2e-cmp-legacy-c0251e-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:15.922724449Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:15.969081922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"237c79f6-3cee-4749-8ba8-4b9395f0660f","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:15.969101953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"237c79f6-3cee-4749-8ba8-4b9395f0660f","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.027788672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"9d2b8ec7-aaf0-4d7a-82d0-295e681d8332","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.072973534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"cd309614-78e0-451b-bcad-7e3b6ccf3b8d","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.072996687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"cd309614-78e0-451b-bcad-7e3b6ccf3b8d","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.083131424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"9d2b8ec7-aaf0-4d7a-82d0-295e681d8332","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.1820481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"f45c308f-c1e1-4b30-9b14-21f62ac995bb","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.236012759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"9e2155d7-d1fc-4d2b-90e6-3b1f095311e3","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.236113067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"9e2155d7-d1fc-4d2b-90e6-3b1f095311e3","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:56:16.340664573Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"9e2155d7-d1fc-4d2b-90e6-3b1f095311e3","name":"e2e-cmp-legacy-c0251e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-c0251e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:56:16.340719555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"9e2155d7-d1fc-4d2b-90e6-3b1f095311e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-c0251e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.341009065Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"d3729a6d-7101-477c-a1e2-c09e99a08484","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.397709734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"9d44ccbd-48ca-4195-90ab-9a30a98185da","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.397728828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"9d44ccbd-48ca-4195-90ab-9a30a98185da","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.496500436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"d3729a6d-7101-477c-a1e2-c09e99a08484","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.617799431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"d3729a6d-7101-477c-a1e2-c09e99a08484","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.617819963Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e-access","reconcileID":"d3729a6d-7101-477c-a1e2-c09e99a08484","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-c0251e-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.725902402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"20e5692f-8782-4b84-be20-f8e1d9747534","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"ai-tenant-e2e-extmod-a-25719d/e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:16.725923085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"20e5692f-8782-4b84-be20-f8e1d9747534","MaaSModelRef":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"routeName":"external-model-e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d","model":"e2e-cmp-legacy-c0251e","externalModel":"e2e-cmp-legacy-c0251e","provider":"e2e-cmp-legacy-c0251e-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.206991271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"d72ebec5-cf1d-427a-86b7-0854e3638a9b","namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.365625581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c4a203bd-ed04-45df-941e-634db59fcf25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.365877814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36de986a-1e96-4704-b192-22e1b1eb6544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.366648256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"801da2e7-e627-4e35-93e1-8e6ecb09cf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.367222502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d4b59ba6-d71f-4b8c-ab63-3fb4dc1d5e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.417023756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"893055f5-3f3d-40e5-b294-b0b68231d2a3","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.421767082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c4a203bd-ed04-45df-941e-634db59fcf25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.421820108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36de986a-1e96-4704-b192-22e1b1eb6544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.424125925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"801da2e7-e627-4e35-93e1-8e6ecb09cf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.424127535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"d4b59ba6-d71f-4b8c-ab63-3fb4dc1d5e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.472543697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"893055f5-3f3d-40e5-b294-b0b68231d2a3","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.476304181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c4a203bd-ed04-45df-941e-634db59fcf25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.478649625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"801da2e7-e627-4e35-93e1-8e6ecb09cf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.633812712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c24dfe07-1ca5-49e1-99c1-64087648d987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.63434189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"64075d5c-c98f-4d84-8a67-33897be7986b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.691682189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c24dfe07-1ca5-49e1-99c1-64087648d987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.696377247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"64075d5c-c98f-4d84-8a67-33897be7986b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.791434386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-c0251e","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","reconcileID":"ab6cf318-f7c1-49a1-82ed-7d42375a8d01","namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-cmp-legacy-c0251e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.835855976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"117ea064-8cc0-493b-b179-418cca791728","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.836094374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"9d4f1903-bbae-4ce0-9011-01d6d72af2ef","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.920989825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"9d4f1903-bbae-4ce0-9011-01d6d72af2ef","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.924121224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"85b9372b-424e-4102-ba11-4508b6115517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.933135277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"117ea064-8cc0-493b-b179-418cca791728","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:17.992739932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"85b9372b-424e-4102-ba11-4508b6115517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.098550529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"374b7762-ff13-4081-bb34-6fc14e9fae13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.099077048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ffbb591d-c49b-4e97-bd21-bef5096551fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.154632274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ffbb591d-c49b-4e97-bd21-bef5096551fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.154671062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"374b7762-ff13-4081-bb34-6fc14e9fae13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.365636644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"9de465ef-8ed8-411f-97da-0504edc17132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.36632002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"76b291d2-e061-4ce2-9fb1-eb336b85fa9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.366978902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"e5cdc77e-a3f4-4bd2-9813-82e3b24334a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.427833027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"76b291d2-e061-4ce2-9fb1-eb336b85fa9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.427869625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"e5cdc77e-a3f4-4bd2-9813-82e3b24334a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.430142037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"9de465ef-8ed8-411f-97da-0504edc17132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.485906635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"9de465ef-8ed8-411f-97da-0504edc17132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.485981846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"e5cdc77e-a3f4-4bd2-9813-82e3b24334a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.557968633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"43eca475-a0a0-4c55-9507-d263d8662636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.608605496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"9cbc1caa-b28d-447f-9d4d-15d6b04075e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.612996204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"43eca475-a0a0-4c55-9507-d263d8662636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.656357664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92d530e1-0841-488c-b007-b91d82f0d1e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.656433134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2bf30acb-3166-474a-acd1-62b2559ad31c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.664123707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"9cbc1caa-b28d-447f-9d4d-15d6b04075e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.711731025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"2bf30acb-3166-474a-acd1-62b2559ad31c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.712298803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92d530e1-0841-488c-b007-b91d82f0d1e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.84108124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"b685da54-d6ff-48de-b65a-7686eecae27a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.897453672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"b685da54-d6ff-48de-b65a-7686eecae27a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:18.993717757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce5dce84-57b5-4131-b0f2-dab9607f78e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:19.048916643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce5dce84-57b5-4131-b0f2-dab9607f78e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:19.09117339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"dbd9b54d-afe7-4467-a705-3aa3e94ca046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:19.142438714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"2c7f57ba-1b8a-4f4e-9954-cf374fc9f32c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:19.146633159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"dbd9b54d-afe7-4467-a705-3aa3e94ca046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:19.198196015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"2c7f57ba-1b8a-4f4e-9954-cf374fc9f32c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:19.877806695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f0975928-f3e8-4305-95c0-c36195f23123","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:19.983006501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"cf457204-5443-48d9-ba86-f74d88fe3274","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.338705966Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.390967732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"e25acde9-bd40-4aab-8f3c-12cc4ecb3907","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.391009446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"e25acde9-bd40-4aab-8f3c-12cc4ecb3907","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:56:20.444230396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"2034432e-c1d1-46d9-9eae-13b638a6bd5b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-cb2f0e-d25303-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.549812396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"2910ee43-6bfb-4437-9f33-c225fcbd7f06","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.552389752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"cf382830-df6a-44c1-87f3-1d238bfc07b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.553025408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"226c8e27-9a10-4959-ac81-66244447e898","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.553786484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"57dc0998-3480-4709-b0ea-6b060035b667","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.553804217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"57dc0998-3480-4709-b0ea-6b060035b667","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.609418477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"2910ee43-6bfb-4437-9f33-c225fcbd7f06","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.610090798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"cf382830-df6a-44c1-87f3-1d238bfc07b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.613133649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"226c8e27-9a10-4959-ac81-66244447e898","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:56:20.659768732Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"57dc0998-3480-4709-b0ea-6b060035b667","name":"e2e-cfl-same-cb2f0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-cb2f0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:56:20.659833595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"57dc0998-3480-4709-b0ea-6b060035b667","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-cb2f0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.712304799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"032fc93b-593d-45dd-b73d-f3943cb55762","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.712404925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"032fc93b-593d-45dd-b73d-f3943cb55762","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.752244819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9797d68-b24a-41c1-be8c-d3bb9d5f8f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.805437233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9797d68-b24a-41c1-be8c-d3bb9d5f8f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.85775308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9797d68-b24a-41c1-be8c-d3bb9d5f8f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.857940709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"e54017d3-9455-482c-bad1-8eefd6ab3928","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.85796003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"e54017d3-9455-482c-bad1-8eefd6ab3928","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.909768249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9797d68-b24a-41c1-be8c-d3bb9d5f8f8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:20.91455498Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"91169f7d-0321-4631-bcc9-31db77686e81","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-cfl-same-cb2f0e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.013979001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"a05640ae-9524-48f4-92ff-4adbf654ae7d","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.014002841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"a05640ae-9524-48f4-92ff-4adbf654ae7d","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.123836585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"3e86abc2-9fbb-450b-be13-364a93052dfd","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.179889541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"3e86abc2-9fbb-450b-be13-364a93052dfd","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.226900281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"5ff76677-c98a-45c0-bac4-b71b409395f3","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.226925111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"10f57039-8469-472b-b9df-3a5bf38412db","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.235236569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"14fc98f3-8f2b-41ab-9bee-a9951a556fe6","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.23526379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"14fc98f3-8f2b-41ab-9bee-a9951a556fe6","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.282448892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"10f57039-8469-472b-b9df-3a5bf38412db","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.28364821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"5ff76677-c98a-45c0-bac4-b71b409395f3","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:21.445197473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"f8f418e2-5985-4586-8231-81ada7bf158c","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:22.686821519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"12917814-9b29-41e1-9607-5f958bbcb41a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:22.790765039Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"685ba9fa-1bae-4fec-839d-db3c383b384e","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:22.791510909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a2a620-daf0-44d9-9ea3-859b36f06510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:22.844080358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a2a620-daf0-44d9-9ea3-859b36f06510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:22.895960026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a2a620-daf0-44d9-9ea3-859b36f06510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:22.947879239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a2a620-daf0-44d9-9ea3-859b36f06510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:22.949077146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"9f9de957-8ed1-49f5-b84b-dec36e09c8d6","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:23.053121764Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"1874864b-e4e5-4a2b-9ed0-30075ff64ae1","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.088138405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4e21923c-45ec-427b-a234-4b8696adfc0d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.193219543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"90548297-4a01-4326-a995-b757429e2d13","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.19902222Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-3db672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-3db672","reconcileID":"3948be68-c91e-4c4e-96cf-a7e41baae1e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-3db672","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-3db672":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.522897735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"6895a565-e630-4506-8b1d-00c2087afc0e","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.627082469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d02428e7-2fc7-491c-a8b6-a8989a0747e2","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.747831723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.869406862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867f88ae-8a1c-48d9-af19-708fb4b22c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.921145558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867f88ae-8a1c-48d9-af19-708fb4b22c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:24.973097347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867f88ae-8a1c-48d9-af19-708fb4b22c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:25.025074185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867f88ae-8a1c-48d9-af19-708fb4b22c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:26.569142182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"b773a03e-348e-4cdb-bc3d-9b5d5c377b0d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:26.672873334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"5d0fb453-56f8-4e61-b8e8-556d8d5d40c6","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:26.940178517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d8cf0d-8e50-49db-9e5a-a761b64957df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:26.992519144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d8cf0d-8e50-49db-9e5a-a761b64957df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:27.044267473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d8cf0d-8e50-49db-9e5a-a761b64957df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:27.0961974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d8cf0d-8e50-49db-9e5a-a761b64957df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:28.646492918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"744d2a6d-2ba4-4f8a-a203-1200beaab963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:28.64731038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"d653fd9d-3a4d-4aba-8515-46254ae8778a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:28.705577066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"d653fd9d-3a4d-4aba-8515-46254ae8778a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:28.707631539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"744d2a6d-2ba4-4f8a-a203-1200beaab963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:28.762265718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"744d2a6d-2ba4-4f8a-a203-1200beaab963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:28.76235561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-28c598-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4799b0aa87cdceac0ff3a17e092e40cb02ac7178a17b0ce80a9c58fd66e95501) AuthConfig (5b003c02edbcf3848ee6fc5d84dc94a3f69e73db17c9f8bcc7b61c1ad2973b2d) AuthConfig (990056698656676d9985d41e75892c81cc9070f711246116dadf74b5aee1cdd9) AuthConfig (5d22980387ef0a9ea266e8a8be1dd6d6debabb079d077e2957bd23e06599aefa) AuthConfig (ecff98d24ccf66753283c596e6d2c27603bf0e139e54702c24a048dd64d099b3) AuthConfig (dea053ce73f6c50f2718563de7e5e3a8c5973f88bd6585c80216f8cd4e285e67) AuthConfig (1ac2c82a14fffb7ec8a7edfdc538f33727d2d75fdd8b8a0d7652cdb56a818284) AuthConfig (0fe991ed8d3637f09971d17b91d075031334e4212e5b1f071dbd180ac51a81ed) AuthConfig (98a150ad4576f745e53dd5a59dd62b8e580bee0ed1b57eab5c5474905cb83d74) AuthConfig (f4a559d4d892a651314698235482e4d65ba2b6587afcbf9d0e7fe6bf5826351d) AuthConfig (7451033d9373bdeacd856e4f562179320c30b1dc71acf283de204e4936b64caa) AuthConfig (63ff3516676329e26e5b0eb68a4325df300aa887e66485a9ada7580d45fdcef2) AuthConfig (22594e048079e51b75262cbbbf0944160a27387ad7c8e8b9871662813fe6acad) AuthConfig (c05809bc921960f4654cb94bae898fac1cee94d05e4703a4be3ef57f59e92254) AuthConfig (6b1564fa9b1061cc22a2d34b2bdfc44f784cc84372b95d042a6d989499bbfa10) AuthConfig (085e8d0aa87b9a9ce225e6bdd9f8a75952be0ce1f9f43b075edbc8c3bb5b0501) AuthConfig (0dd988c0bceb3b84c273960be04478c8613693a8c72c29eb7a4fc75c7871246c) AuthConfig (eaddd7be5c501c5b2ee42275e6e8ecd15f467d94085e014514482f9c5dc107ed) AuthConfig (78782e21a21cf2b13d72c8e3f5a515796b7b5790265dabb69cb828c05e17e8a0) AuthConfig (7d2dc22c35abe46f1d34f631eced94e7a1b129a51bf9ed8c66d1afd4375f8d20) AuthConfig (d6275739d307c50674a1ab555c83a57b2986effdb70c2549e7e5112a1ec5c8ff) AuthConfig (ea6b1eec3d5f654f8e0b0d8b407adcf00bae94c620ae4e2ea66679eac1e0232e) AuthConfig (60cceee18ae0a6eedbde1c3c3f5de1419c82bb6d9c302642f6e13a8da3b27a1e) AuthConfig (4e5140aae9a483500874a2d3e953003c6fec35a430c81e1d804f9fc6acf071dc) AuthConfig (97beccbf57624694683334cc3055022ecb7a1c5e6480c07207bbd0de7b78d9cd) AuthConfig (2a5594331690c3e35dd8b67ad9e6b4b7485e4a8250f49f287b500e475e872ec6) AuthConfig (8e22fc5732928e2c324c5b374843d457c155842f1cf4404039b24a3ebbd29368) AuthConfig (896b9a031d8f8787c39019e204ce6366f6c326e0783c270c5b02b42a80cafb97) AuthConfig (9b3b8ffcc8c700002a842c8353ca789f95bca807a5db28ef5ca1900bca034bda) AuthConfig (af6947a73933596cbdbbae7b23fbb9c55b57fb5485e99d896d93c0a70f9ae7a7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"d653fd9d-3a4d-4aba-8515-46254ae8778a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:36.672948836Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f028a576-e93a-4be4-b58f-958dd0a6af7d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:36.776670255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"84024d23-9c39-40b6-9123-238b78cac035","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:38.617764265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"3422c63a-7cbd-4a47-a6fa-35de4bf19bce","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:38.617796518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"3422c63a-7cbd-4a47-a6fa-35de4bf19bce","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:38.91953088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"157a46fb-7a5d-4474-9730-d9dbada43f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:38.9196229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"0efa9698-b0dc-4813-b2b5-8eab9e8b40bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:38.974835488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"157a46fb-7a5d-4474-9730-d9dbada43f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:38.975258529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"0efa9698-b0dc-4813-b2b5-8eab9e8b40bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:39.238287035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"85af97b1-0fab-4f56-aee9-4aaf4c950197","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:39.2411959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"75c18f51-9549-4b57-bbad-66ad2c37e26f","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.22682787Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","namespace":"ai-tenant-e2e-autores-a3e841","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.22691399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","namespace":"ai-tenant-e2e-autores-a3e841","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.227002731Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","tenant":"e2e-autores-a3e841","tenantID":"e2e-autores-a3e841","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.28016519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"Deployment","name":"maas-api-e2e-autores-a3e841","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.340321382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"Service","name":"maas-api-e2e-autores-a3e841","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.39672466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-a3e841","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.452790523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-a3e841","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.507147241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.561232495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.617867694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.67202448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.724038743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"Deployment","name":"payload-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.775819654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.827243872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"Service","name":"payload-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.878867879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"Service","name":"payload-pre-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.930621257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"DestinationRule","name":"payload-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:42.982131239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:43.03364296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:43.088130552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:43.13965036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:43.19104104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:43.249091554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-a3e841","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:43.301837794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-a3e841"},"namespace":"ai-tenant-e2e-autores-a3e841","name":"default-tenant","reconcileID":"f808b57c-f637-472a-a95a-2e9e6a74f0be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-a3e841","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:43.819726847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"83283c14-5ef0-4a95-9d31-95389ed6397b","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:43.92342639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d9067160-5c75-45d3-96d8-0cb1c9bf3a94","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:44.027094005Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"036360b0-a1e7-4ae3-98c6-9b08ca0d3043","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:44.183504274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"aed13bea-a32f-45c9-8c5b-941dc03d0acc","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:44.640064557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0154e7-6777-4c33-b546-0ccd959c8f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:44.692672697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0154e7-6777-4c33-b546-0ccd959c8f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:44.745188106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0154e7-6777-4c33-b546-0ccd959c8f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:44.797879166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be0154e7-6777-4c33-b546-0ccd959c8f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:45.140530145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"14f789cc-e659-45e1-a007-4b7effa7134d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:45.244733461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"28b16418-11b9-461c-8a29-799fa80d156a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:45.250239892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c831a4c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c831a4c0","reconcileID":"376c6bbe-1236-4233-8894-c17991018206","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c831a4c0","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c831a4c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:45.57185472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"9681ebc8-4b1f-4df1-a456-32cc3c8555f4","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:45.67602658Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"7a6ff700-8184-4956-833b-1e79ba15e69d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:46.674201649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e177c998-3d92-4850-926a-3a7abe5388cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:46.726719821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e177c998-3d92-4850-926a-3a7abe5388cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:46.780087978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e177c998-3d92-4850-926a-3a7abe5388cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:46.832285605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e177c998-3d92-4850-926a-3a7abe5388cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:47.647009166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a46f42c6-a275-48b1-ae64-412854eeeb26","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:47.750980842Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"a6a2a660-342e-4e90-ab77-a7f1475a8f14","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:48.57543493Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"fd2a5e84-f66e-4ef1-a8c6-0f37d1f5bf8e","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:48.68243691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d3e6d822-7a05-4718-a972-8ead1d9ce1c3","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:48.697595283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb31d614-0b8e-4306-afc4-ba9d86f0948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:48.751213016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb31d614-0b8e-4306-afc4-ba9d86f0948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:48.803162026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb31d614-0b8e-4306-afc4-ba9d86f0948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:48.903940495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb31d614-0b8e-4306-afc4-ba9d86f0948c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:48.904810709Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"03d17d4b-d65c-4d04-927b-7a313f13e755","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:48.956131655Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-a3e841","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-a3e841","reconcileID":"f53865c5-c894-448f-9b8e-b591c144c71c","aitenant":"ai-tenants/e2e-autores-a3e841","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:49.008729015Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"a7cae863-5a82-4eac-9f2c-5434d15693b2","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:49.1149235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"34da742b-74dd-434a-aa00-d1f5e12973c2","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:49.244032688Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"cdf6b1d4-8961-4198-88cb-ac9da674a3e7","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:49.73585636Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-a3e841","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-a3e841","reconcileID":"f53865c5-c894-448f-9b8e-b591c144c71c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-a3e841","removed":["maas.opendatahub.io/gateway-access-e2e-autores-a3e841"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:49.985688963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"3cbf1507-bf9f-490d-8e8c-79e4ab2c3387","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:50.109543654Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"cc0c84b0-48d4-42db-a6be-d502401b12eb","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:50.839749823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b730a4d8-e831-4305-a6e5-3574f764bfdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:50.891648683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b730a4d8-e831-4305-a6e5-3574f764bfdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:50.943436285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b730a4d8-e831-4305-a6e5-3574f764bfdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:50.995597509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b730a4d8-e831-4305-a6e5-3574f764bfdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:52.876740353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8edfd382-0709-4c16-a2b1-389a4c5d7ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:52.928995148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8edfd382-0709-4c16-a2b1-389a4c5d7ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:52.980841955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8edfd382-0709-4c16-a2b1-389a4c5d7ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:53.032927134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8edfd382-0709-4c16-a2b1-389a4c5d7ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.006413Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"ccc03b7e-dd60-4edd-9a99-02296808f067","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.159045826Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"cb4dd86b-98ba-42b3-b610-4b938179edf7","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.2627359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a676e7ba-c235-4463-80ca-01b4e94e7d5b","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.366707178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"c530ce0b-cfec-471d-807e-527b5e3efc06","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.663545537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"19850102-07e4-4244-8db8-85b5bc4e35d3","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.747985513Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.93088136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"2c31ba1d-1ff8-4532-bdf1-a396eeab70f1","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.930910748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"2c31ba1d-1ff8-4532-bdf1-a396eeab70f1","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.931740541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7ff99d-7277-4f3a-a3a8-337051ca94f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:54.983836008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7ff99d-7277-4f3a-a3a8-337051ca94f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.035787179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7ff99d-7277-4f3a-a3a8-337051ca94f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.087845672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7ff99d-7277-4f3a-a3a8-337051ca94f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.349432062Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"11af2e91-6a51-4259-ae8b-262658e28436","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.435539371Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-0cb4ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-0cb4ef","reconcileID":"25977aa4-49cf-4a7c-b77f-f98ac492a2e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-0cb4ef","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-0cb4ef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.453178621Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"ff56242b-ff65-4917-bd5d-4ca3d302f976","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.584040673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"71713a7d-44dd-463f-81fa-0aa44f6e6afc","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.584040738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"d7f36358-13aa-4607-b624-55272284a720","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.646181746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"d7f36358-13aa-4607-b624-55272284a720","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.646314798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"71713a7d-44dd-463f-81fa-0aa44f6e6afc","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.764151309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"95d5a71b-81b7-4b26-a484-1a53ee8bc2a0","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:55.868062568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"ba3bb1dc-60e4-4c54-a29f-3c317426c3b9","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:56.39868074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"d6f03419-30b6-4da2-869a-17d74c12ba7b","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:56.398709645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"d6f03419-30b6-4da2-869a-17d74c12ba7b","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:56.556954403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"77d3f6ec-58b8-4ff8-ac69-4c59f6afcbce","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:56.556986464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"77d3f6ec-58b8-4ff8-ac69-4c59f6afcbce","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:56.712442441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"521fa76c-c961-4035-a8b0-7f9c55db1763","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:56.768422827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"521fa76c-c961-4035-a8b0-7f9c55db1763","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:56.986311312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb40b33-e764-4142-8f4e-a2b8f0b4e5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:57.03835949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb40b33-e764-4142-8f4e-a2b8f0b4e5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:57.090541757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb40b33-e764-4142-8f4e-a2b8f0b4e5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:57.142716526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb40b33-e764-4142-8f4e-a2b8f0b4e5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:57.252071315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"8b4ee6c9-94bd-426e-acba-4a6cad21c6f6","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:57.252101034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"8b4ee6c9-94bd-426e-acba-4a6cad21c6f6","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:57.804407429Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"61661cae-8f5b-4503-8d85-0472d7742a1e","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:57.908407417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"69066813-7c94-4e96-9ef8-44601aff8145","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:59.041614146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7a7461-e410-4665-ba74-e26527e97a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:59.094222356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7a7461-e410-4665-ba74-e26527e97a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:59.146260621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7a7461-e410-4665-ba74-e26527e97a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:56:59.199912603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7a7461-e410-4665-ba74-e26527e97a86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.015234974Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.067774495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"212966e7-429c-43d9-a84a-b4ec33ec873f","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.067803731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"212966e7-429c-43d9-a84a-b4ec33ec873f","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:57:02.181242157Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-cb2f0e-d7df9e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.232103882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"02afea0f-9e29-4b41-8bae-9ce71485e326","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.232132715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"02afea0f-9e29-4b41-8bae-9ce71485e326","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.274974256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"60d37ece-3ed7-49a0-b7f0-d97d265584b6","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.274985631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"28c71a9d-8c30-488e-8bc8-1e3e30ff4716","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.279040767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"b65739c2-1eea-4500-90a8-83be24ed83ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.281025908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"6df5b318-af5b-40bc-b6cc-5fe6c10d73f9","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.330756705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"28c71a9d-8c30-488e-8bc8-1e3e30ff4716","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.330836233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"60d37ece-3ed7-49a0-b7f0-d97d265584b6","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.33464386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"b65739c2-1eea-4500-90a8-83be24ed83ab","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.335424998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"a1c7ec17-ac70-41ea-9216-e2868b45082f","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.335444584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"a1c7ec17-ac70-41ea-9216-e2868b45082f","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.336674536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"6df5b318-af5b-40bc-b6cc-5fe6c10d73f9","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.439291457Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"3ccea3ef-00a2-46f9-8f6a-0fa5d2ebe0b4","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-cfl-same-cb2f0e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.439765039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"fe89b619-5219-4313-b3b9-1e2222462ed8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.439784082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"fe89b619-5219-4313-b3b9-1e2222462ed8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.543382013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"ef648235-0dd9-4e8f-a476-076566f9b20a","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.543408384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"ef648235-0dd9-4e8f-a476-076566f9b20a","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.703366787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"4cf8c2dd-4706-4a3f-a018-b928a6e7bb2e","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.703399178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"4cf8c2dd-4706-4a3f-a018-b928a6e7bb2e","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.850957465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"1584d0d7-b8b3-4de0-a816-0a00371a629e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.850962008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"c382b5d4-7af1-4e9a-8a86-072e0a89c6f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.851590112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"bd64802c-f013-44a0-bffa-09daf217d905","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.851621992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"a94efc4b-7c85-4291-acd8-f77417dfc473","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.906910893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"c382b5d4-7af1-4e9a-8a86-072e0a89c6f7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.906954723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"1584d0d7-b8b3-4de0-a816-0a00371a629e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.909110105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"a94efc4b-7c85-4291-acd8-f77417dfc473","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.909432557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"80693afc-3634-43be-886f-5371052cd79c","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:02.909543036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"bd64802c-f013-44a0-bffa-09daf217d905","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:07.908546393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"ecf3f9f1-0726-4a1d-a74b-6116013313fd","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:08.013025598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b38ed939-83b2-4213-a0bb-1b96d5aea03b","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:18.013945166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"ba9d7226-3012-4d2b-8798-6184af856f98","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:18.128946175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b1dbc150-99a5-4482-94ad-781f05f9be02","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:19.627368656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"ec22ffab-6278-4360-b601-17d4a9c6cd32","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:19.894488371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"127358b3-6508-499b-881b-ae3100c690bb","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:19.894513592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"127358b3-6508-499b-881b-ae3100c690bb","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:20.095540282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"909f1728-7bf3-47a1-b30c-2218c878aa5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:20.151755768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"909f1728-7bf3-47a1-b30c-2218c878aa5f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:24.748047877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:28.129530183Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"6a1da271-b9cf-4058-a515-1a55d135f339","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:28.233246136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"fe68188b-9792-4f53-93e2-16c691a453fa","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:32.662274526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"5504adef-3bc9-45a9-8896-10884f9919a8","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:32.726099747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f2644b1-aaf9-4959-80ae-5deda9381bc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:32.959150479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"c4414a9c-efa2-4428-94a1-c4d4185308f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:33.076442039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"e09eb0e3-b7de-4a32-a716-556532e3a721","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:33.18785212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60d77b8f-c4f3-4e6b-95b4-a8188c7abc82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:33.288734684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"0727348e-57fd-433d-a92b-a2431cbe9651","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:33.527717305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"bac0038a-abd7-4d15-a7da-61bfb56682ae","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:33.82081038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"fc902ee9-662f-4584-9650-ec443ab5661d","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:33.869967787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"c5f5c29e-1f11-42e5-9525-9dfe99a323d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:33.886542081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"97b27e3d-5de8-43d1-9f25-d25bc7d676b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:34.025105175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"6217cca0-0020-4232-985e-e92d375a1120","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:34.073800715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"6fb988b0-c1c5-4d65-bfa5-15e43f56cfb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:34.185276654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"59337826-e77f-4512-97ea-f90ace2a2b89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:34.185436894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"e4bc5840-246e-4410-9be5-f0e5b2c079f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:38.233745485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"8fce8b07-5a07-44bf-b50e-2acb43f46e34","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:38.337458313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d94ff0a8-0058-4046-9b13-8c29d3084550","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:41.204859349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"d77b47d0-65b4-4392-86ca-6a7e834a1813","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-3db672","tenantID":"e2e-shared-a-w2-3db672","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:41.31880278Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"d77b47d0-65b4-4392-86ca-6a7e834a1813","name":"e2e-shared-a-w2-3db672-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:46.71556088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"fbf3021d-6163-4708-8bc8-a0f861c28ae9","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:46.715587507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"fbf3021d-6163-4708-8bc8-a0f861c28ae9","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:48.338159863Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4e2cf487-0132-4cbe-b327-4234f26cdb60","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:48.441886446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"3a0b98bb-5964-4ab6-9902-5501edc5385a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.161057673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"06b153c9-dba5-49a7-96c9-3d3fbedf3d25","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.161078681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"06b153c9-dba5-49a7-96c9-3d3fbedf3d25","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.218261342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"0da4a36c-7f9e-46f5-9821-e3ff713717c7","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.21828079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"0da4a36c-7f9e-46f5-9821-e3ff713717c7","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.323288069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"5243d99e-9a50-43c5-8a29-17a23a4ff3ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.443360387Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"5243d99e-9a50-43c5-8a29-17a23a4ff3ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.497670103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"5243d99e-9a50-43c5-8a29-17a23a4ff3ca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.554294643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"aedd416a-70a6-42fd-9acc-07f3e90b691a","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:52.55431184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"aedd416a-70a6-42fd-9acc-07f3e90b691a","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:54.747728422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:58.442594499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4fe922ef-1952-4a7b-bd00-a0997e3ef85a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:57:58.547023853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d5c42fe2-b628-45d3-b3b2-65f5e57156de","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:02.661983087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"a94e52fa-21d9-4e9e-97ed-061c021e014f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:02.718735838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"a94e52fa-21d9-4e9e-97ed-061c021e014f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:02.772861756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"a94e52fa-21d9-4e9e-97ed-061c021e014f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:03.092230514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"90d9a374-6143-4503-8b97-72a73d8b55ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:03.192352026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20b3e8c6-08c7-4370-b410-e1d2d8558c36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:03.286397011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"2165399d-4d52-40f1-af16-977f361568bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:03.550136921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"018a8b3e-efda-4dbc-ad64-9985c8f58c7e","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:03.753990976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"5add9b4e-b733-4c36-bc4d-106c8502f91a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:03.916098841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"a9a325ba-80ab-45e7-b74f-f07f397948cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:03.991550398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"13104007-727a-469d-bfa5-58b75eaa8b1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.134778074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"4c3c3c1f-5ef3-43fb-b85e-bc0cac66fe13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.18633086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"58aa437e-facb-49b2-8f32-5730df5a462e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.432423721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73c985d0-3cd6-42ae-9f56-8c9b2c4731bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.483966181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"8bc22a9f-8885-447c-be71-cb24d5fbf1d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.587731962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"42a12f70-6533-459b-9dca-63efeb1c23af","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.708013036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"ee0e6459-fba9-44c5-9a84-ca0f3506acf9","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.832390516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"1726ce7c-6a4d-4048-8b79-c41e1365c5f2","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.882870735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"191f259b-680c-47ac-b219-707898cb89ce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:04.995974744Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"191f259b-680c-47ac-b219-707898cb89ce","name":"e2e-mt-c831a4c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:08.547458239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"6c533dc0-7eb8-4bc8-a722-b339688eee80","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:08.651581553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"9c8047ce-e860-4fcc-ae6e-0b16d3d03a2f","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:12.880570891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"ce153e2c-cefb-4a48-b2c0-5d8caff14d71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:12.938154986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"ce153e2c-cefb-4a48-b2c0-5d8caff14d71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:12.991846974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (743de3cac16eec6feba495fefb36e94fa2d05acc9f8048c02dec5c47a4242873) AuthConfig (02f4aa9e08b550cbc1e2cd6346e62a270d68d9f2ca42525eb2798a1c8e580918) AuthConfig (0e13a5a6a9b9e007be74c3bb0190880db702abfdf592301f1eaaee497144f762) AuthConfig (0d4faefe381e31fbba1d79c8ab5740d3e5bbf1174bc5cbc16a7fbcc93a110118) AuthConfig (ceb71ffc3020534da82f3e399151e327446fe7d7f7a39b20cf9f11e35824ab1b) AuthConfig (389efa8169e7f8ccc2d31d1519495b760cc65b932f9012a0760a2de7dd3d5c8a) AuthConfig (66e5eeec6012f8a34bf9870ec76b9839deefc2c49302ddac96ac342959ed6d46) AuthConfig (cfe5a97f1b79d944005e9a44ad4d5ad31e5058eddc385cac0be56b9a2f3e2f72) AuthConfig (e1b490dcb4aacb9408f5cb0ec721c0f2c454246095980b02263ea2dc78bd6a19) AuthConfig (65f831868c10df433c0fba842a3111fa45bfa7c6ecdb759d08562db1872eed2b) AuthConfig (aafdb047e733b20b1a48fc17259fc8d236d318594f17edad6abd05d832d8051e) AuthConfig (feb7d787a69bd9a0bdc1da8b37eb084118ed80321bee0b2a88de1d47bef5ad2a) AuthConfig (ef8d8d9b2082a06972aa2a95e5c3da4de837d7f26cca71d159d5f779c62da776) AuthConfig (ff30edde8d5be2344c86521a4f966054dd60598487f695e8c31a2f4e6b2de0bc) AuthConfig (ea6464f65537ce8710b2dec73784a177edb46f0f67d5d978f45777d176e04957) AuthConfig (ed7d79983e5312fa261735b3033bd34caa680372b098d9a101c37dfe9e472e29) AuthConfig (7f813ce6ae8bb7444dc2e052de47fc408bd05626a69451c03751866a7e14c800) AuthConfig (c4e26d346e463b0f44b150a299cb81c49da9bad792c35d6538751bc54c1e0d74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"ce153e2c-cefb-4a48-b2c0-5d8caff14d71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:13.048608739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"916c33de-c691-4cf0-b8a7-a5a35f9a8d5c","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:13.048628965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"916c33de-c691-4cf0-b8a7-a5a35f9a8d5c","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:18.651972336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"26d3c916-9657-4a03-9893-e3721319d316","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:18.756392861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"02466b04-8ca7-463f-8b17-8ba44bac530e","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:19.240733753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"0e2f938b-611d-4efc-95f8-d0d69488bef6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-0cb4ef","tenantID":"e2e-explicit-0cb4ef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:19.354742825Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"0e2f938b-611d-4efc-95f8-d0d69488bef6","name":"e2e-explicit-0cb4ef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:23.154205538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"52e0c825-c467-460e-afae-eb4fd3d00615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:23.209842403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"52e0c825-c467-460e-afae-eb4fd3d00615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:23.264491938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (743de3cac16eec6feba495fefb36e94fa2d05acc9f8048c02dec5c47a4242873) AuthConfig (02f4aa9e08b550cbc1e2cd6346e62a270d68d9f2ca42525eb2798a1c8e580918) AuthConfig (0e13a5a6a9b9e007be74c3bb0190880db702abfdf592301f1eaaee497144f762) AuthConfig (0d4faefe381e31fbba1d79c8ab5740d3e5bbf1174bc5cbc16a7fbcc93a110118) AuthConfig (ceb71ffc3020534da82f3e399151e327446fe7d7f7a39b20cf9f11e35824ab1b) AuthConfig (389efa8169e7f8ccc2d31d1519495b760cc65b932f9012a0760a2de7dd3d5c8a) AuthConfig (66e5eeec6012f8a34bf9870ec76b9839deefc2c49302ddac96ac342959ed6d46) AuthConfig (cfe5a97f1b79d944005e9a44ad4d5ad31e5058eddc385cac0be56b9a2f3e2f72) AuthConfig (e1b490dcb4aacb9408f5cb0ec721c0f2c454246095980b02263ea2dc78bd6a19) AuthConfig (65f831868c10df433c0fba842a3111fa45bfa7c6ecdb759d08562db1872eed2b) AuthConfig (aafdb047e733b20b1a48fc17259fc8d236d318594f17edad6abd05d832d8051e) AuthConfig (feb7d787a69bd9a0bdc1da8b37eb084118ed80321bee0b2a88de1d47bef5ad2a) AuthConfig (ef8d8d9b2082a06972aa2a95e5c3da4de837d7f26cca71d159d5f779c62da776) AuthConfig (ff30edde8d5be2344c86521a4f966054dd60598487f695e8c31a2f4e6b2de0bc) AuthConfig (ea6464f65537ce8710b2dec73784a177edb46f0f67d5d978f45777d176e04957) AuthConfig (ed7d79983e5312fa261735b3033bd34caa680372b098d9a101c37dfe9e472e29) AuthConfig (7f813ce6ae8bb7444dc2e052de47fc408bd05626a69451c03751866a7e14c800) AuthConfig (c4e26d346e463b0f44b150a299cb81c49da9bad792c35d6538751bc54c1e0d74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"52e0c825-c467-460e-afae-eb4fd3d00615","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:24.747551236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:28.756430156Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"540e1763-8428-46f5-9d37-5e6d866667f7","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:28.860294929Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b67c8c74-2cce-4cfc-9c0f-301ac13a4886","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:33.380053407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"213b48a8-c714-46aa-a422-56739484b25d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:33.440123452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"213b48a8-c714-46aa-a422-56739484b25d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:33.757585835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6e41c408-ef6a-4bdc-b421-ab7f181ef8ae","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:33.757617394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6e41c408-ef6a-4bdc-b421-ab7f181ef8ae","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:38.860389619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f5be7bfa-bc99-4dee-9a1a-0bf710bf67e9","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:38.912740742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"7e6296bf-afd0-4520-9175-fb94853cbc0c","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:38.912762259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"7e6296bf-afd0-4520-9175-fb94853cbc0c","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:38.964793079Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"5f0f2c92-951b-4df3-ad89-2943d30bebc5","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:39.00750441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"0db9541e-270b-4f4c-98fc-b27c6d40d67e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:39.130876023Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"0db9541e-270b-4f4c-98fc-b27c6d40d67e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:39.185581024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6ba6e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"0db9541e-270b-4f4c-98fc-b27c6d40d67e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:39.24192284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"574ecdcd-f435-4f92-97c5-d28957f0c7eb","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:39.241953605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"574ecdcd-f435-4f92-97c5-d28957f0c7eb","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:48.964992454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"210033fc-d7a3-4210-bdae-4fcfe31b7814","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:49.068705196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b899ea69-ead2-4bb9-8f26-dc218c83db76","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:49.34802163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"b4616967-2fa7-4f16-99ef-06d310367746","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:49.403741634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"b4616967-2fa7-4f16-99ef-06d310367746","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:49.458220982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6ba6e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"b4616967-2fa7-4f16-99ef-06d310367746","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:54.747659555Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:59.070795648Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"26b4e218-c707-4045-b723-765349a13485","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:59.174703387Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"17153ecb-039f-4bb4-84b0-ae9a862c4968","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:59.564044317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"83cabab2-d34b-41b2-839b-726e5c858566","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:59.619553171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"83cabab2-d34b-41b2-839b-726e5c858566","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:59.673878127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6ba6e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c08b0cdf3135331c579fd03de88dceafa49fda36af3b542b713139b24864d6da) AuthConfig (97cae3260308a17b546335e9b405c325ccd96c8970bc42d7456ebd8bdbc1f74d) AuthConfig (dfac792b5bfbea8143f0abfaba8318add047316484a2d004db27cde1a356faa8) AuthConfig (a4a99929170a132e62fa32cf8df1f55c2af1783081818bbcf65b984af4473a58) AuthConfig (d80b2575545d5bf95dfa79d19ec143f8753fb0bde1826cbe33f1b3b30935a2da) AuthConfig (107f2808ebfa485846748dc3e177a80061390d2a25368e6ba3f2acf071de4fc3) AuthConfig (100501ceef2e887ddeec4c6daf5d7a0404deb714ce7f7b6287e03e408fe91d78) AuthConfig (a92b513223177254d3d6d48b503e5cb3d146884657e123f5fae4d394af047cd6) AuthConfig (91e99752f3c9226191fa041e5ae9bb5adf627a6f71f3fea30bb08f2390517e04) AuthConfig (de965f613d642e6bc38a02ea816e81604e597914ebb4bd77836ff88d30686572) AuthConfig (05e811a5d6ad1c136d8b9f18834b6744335a56bba77f4a8ac33e129bb65bbc08) AuthConfig (816f1ecb55d530642f3a84c73a78bd4ebe7b8bdddb8136e863829934a1876f6f) AuthConfig (25529c68833dd9bc33501b29516b0be2635051f0f80833138ce614211054e6e3) AuthConfig (951cdf22605084e01cff88cd15f62d575eaca6bada71ae8027ca2e7fb7971d6e) AuthConfig (5a1c91c3417cbdca7df4f277da3be4b0ada51477167e71416c5fecdaf0a868ad) AuthConfig (6bd1fe80a5f7f5defa4089f193f4761c25285f737ea9ea8308237b6cdf728666) AuthConfig (d337d9d88576ccd20be0e678a1a8e40bfec070c7450a1674db00d096180f5047) AuthConfig (de746d8cd33277016cbec0920d81d8c54f6876e309b0e47ed931e61af2c991f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"83cabab2-d34b-41b2-839b-726e5c858566","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:59.730433295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"107fd152-1895-474e-8b99-48a595d5879d","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:58:59.730451135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"107fd152-1895-474e-8b99-48a595d5879d","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:08.263488651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4c8d570b-cb92-47d6-93c4-aa98a4df540a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:08.366901926Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"0976410a-a90c-4b0f-bef9-eeac6279efc0","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:09.080198899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b384947c-23ad-4071-b578-46964f03eaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:09.132693896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b384947c-23ad-4071-b578-46964f03eaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:09.184311008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b384947c-23ad-4071-b578-46964f03eaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:09.235983545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b384947c-23ad-4071-b578-46964f03eaf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:09.835981627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"dc13ad8c-de60-4204-a271-af98b2a29ee7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:09.892638017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"dc13ad8c-de60-4204-a271-af98b2a29ee7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:09.9473063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6ba6e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c08b0cdf3135331c579fd03de88dceafa49fda36af3b542b713139b24864d6da) AuthConfig (97cae3260308a17b546335e9b405c325ccd96c8970bc42d7456ebd8bdbc1f74d) AuthConfig (dfac792b5bfbea8143f0abfaba8318add047316484a2d004db27cde1a356faa8) AuthConfig (a4a99929170a132e62fa32cf8df1f55c2af1783081818bbcf65b984af4473a58) AuthConfig (d80b2575545d5bf95dfa79d19ec143f8753fb0bde1826cbe33f1b3b30935a2da) AuthConfig (107f2808ebfa485846748dc3e177a80061390d2a25368e6ba3f2acf071de4fc3) AuthConfig (100501ceef2e887ddeec4c6daf5d7a0404deb714ce7f7b6287e03e408fe91d78) AuthConfig (a92b513223177254d3d6d48b503e5cb3d146884657e123f5fae4d394af047cd6) AuthConfig (91e99752f3c9226191fa041e5ae9bb5adf627a6f71f3fea30bb08f2390517e04) AuthConfig (de965f613d642e6bc38a02ea816e81604e597914ebb4bd77836ff88d30686572) AuthConfig (05e811a5d6ad1c136d8b9f18834b6744335a56bba77f4a8ac33e129bb65bbc08) AuthConfig (816f1ecb55d530642f3a84c73a78bd4ebe7b8bdddb8136e863829934a1876f6f) AuthConfig (25529c68833dd9bc33501b29516b0be2635051f0f80833138ce614211054e6e3) AuthConfig (951cdf22605084e01cff88cd15f62d575eaca6bada71ae8027ca2e7fb7971d6e) AuthConfig (5a1c91c3417cbdca7df4f277da3be4b0ada51477167e71416c5fecdaf0a868ad) AuthConfig (6bd1fe80a5f7f5defa4089f193f4761c25285f737ea9ea8308237b6cdf728666) AuthConfig (d337d9d88576ccd20be0e678a1a8e40bfec070c7450a1674db00d096180f5047) AuthConfig (de746d8cd33277016cbec0920d81d8c54f6876e309b0e47ed931e61af2c991f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"dc13ad8c-de60-4204-a271-af98b2a29ee7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:11.097868601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60638602-8d2c-40e1-b42d-75baeb6fea7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:11.149788196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60638602-8d2c-40e1-b42d-75baeb6fea7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:11.201687314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60638602-8d2c-40e1-b42d-75baeb6fea7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:11.25369373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60638602-8d2c-40e1-b42d-75baeb6fea7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:13.038802959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"85e29940-d91b-44a1-963d-156f28063dfd","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:13.278963871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"e8cae207-3009-4e90-bff9-e180b6d1d0cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:13.443303243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b648335-0f02-4dea-bc2d-68e0d56c8819","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:13.62462287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"b2d55d1b-d361-442c-818e-4ce342df25f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:13.807414454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"52f6b35c-61dd-443e-89e4-5c696fd03765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.171981442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"ee0bc20c-712a-437d-95df-b6e89e18c7ea","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.220667821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"5f7f9919-0187-4993-a66a-c9e3581b0c88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.241212828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"abef55bd-5767-448c-81d0-05e8917b4f21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.408592685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"0cd47cf9-1cd7-4926-89aa-bec100ef1bac","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.457486973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"23961d2f-24e1-4d07-a35d-edb61bb576f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.557991827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"a2661721-cc50-457c-9ed8-b2d6d8e47fa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.704099342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96b951e2-4061-4ade-9668-68c844cd5a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.820201335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"7abc8d5d-7986-4750-92b4-b5b867df9261","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:14.856215006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"db9ffd74-6bfb-466e-b351-f7b0f75af99d","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:16.117174133Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f265cdd2-e880-4b81-af3f-3e1fc30161aa","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:16.222729259Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"6b9e6f6c-b985-43d0-95bc-cbd26831e288","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:16.327177955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"09872b6b-98b2-49bf-b7f9-10ab608f60d1","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:16.43091748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"aff29759-12e0-4240-a1ce-9cba5dd187ae","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:17.036126198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afadac56-3ed8-43f5-88e4-920b234ea290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:17.088397952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afadac56-3ed8-43f5-88e4-920b234ea290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:17.140443954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afadac56-3ed8-43f5-88e4-920b234ea290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:17.192435787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afadac56-3ed8-43f5-88e4-920b234ea290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:17.456247681Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f93a8511-34a9-4459-84ed-96c8fe71f4c4","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:17.548806364Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c52bfa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c52bfa","reconcileID":"e817f444-4e8e-43e4-834c-42dd4235dae1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c52bfa","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c52bfa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:17.560019304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"7c8d3310-0062-4631-b946-cc4e910c1894","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:17.902558292Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"3002f274-5729-435e-91be-447b69f54ffb","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:18.007568713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e175057b-a908-4656-8e27-737cadff6b18","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:19.079820121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69dc6375-4844-4e06-85ea-20b7ed37b879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:19.131913248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69dc6375-4844-4e06-85ea-20b7ed37b879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:19.184114565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69dc6375-4844-4e06-85ea-20b7ed37b879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:19.236048427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69dc6375-4844-4e06-85ea-20b7ed37b879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:19.915663861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"ace4ce21-3736-4bca-a156-2383ba8a4a3b","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:20.019273767Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"21b2a83b-ee18-4dc5-a178-9edf5a513a26","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:20.053500366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"1084f02c-f05c-4641-9874-668fcff4fe2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:20.109331313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"1084f02c-f05c-4641-9874-668fcff4fe2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:20.372338966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"d1d92c51-db1a-4312-a090-78517aa62369","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:20.372360654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"d1d92c51-db1a-4312-a090-78517aa62369","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:20.919036626Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"aa05ebf3-d851-470e-bb65-4c9b99d86d25","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:20.988849139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"35ce4a31-df9f-4a7f-bba9-50f713cac8f8","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.043799588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"882067a6-2653-4c17-93dc-71d159018387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.057777183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"6b9b1b20-0405-4f0f-b1d8-388fa8b27eb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.107921443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"882067a6-2653-4c17-93dc-71d159018387","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.135085037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ac91ad69-16c7-4984-962b-b26a241e438c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.13796326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"67b33e6e-ca91-4623-99e7-e873d27e0d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.14134237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"6b9b1b20-0405-4f0f-b1d8-388fa8b27eb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.193835034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"162871aa-7c23-4e9b-9e8d-982ef73a9355","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.199587853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ac91ad69-16c7-4984-962b-b26a241e438c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.19962745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"67b33e6e-ca91-4623-99e7-e873d27e0d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.249155579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"162871aa-7c23-4e9b-9e8d-982ef73a9355","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.449963707Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"9d770026-e1ba-435e-ac73-57c99b1597c0","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.554642034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03ea6fad-0630-442c-a76e-929e9e54fc59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.610698006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0a25734d-3edd-40bf-be4d-6bb0bbb51d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.611192948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1eb1bd85-0a9c-40f1-b9d2-d0d8e6fe8e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.612034779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03ea6fad-0630-442c-a76e-929e9e54fc59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.612376989Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"2e4d02f8-a12f-4822-a19b-4794de551223","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.665871402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"0a25734d-3edd-40bf-be4d-6bb0bbb51d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.6699981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1eb1bd85-0a9c-40f1-b9d2-d0d8e6fe8e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.715744815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"4f60d1fb-3872-4b8f-adbd-07be4d889187","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.717129448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"84d34d2a-4f6c-4a21-8a2f-7388e98c7db5","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.718170993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"5aaf9bfc-0418-42a6-af08-0298bf978a46","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.72141137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"1a60b634-4ac9-4cd2-918a-a2752177bc28","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.721438316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"1a60b634-4ac9-4cd2-918a-a2752177bc28","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.809454856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"4f60d1fb-3872-4b8f-adbd-07be4d889187","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.810276389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"48685078-d761-41f6-bb41-8d0ec33290c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.861301479Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"7bbdd555-3287-44e7-9f38-d3a1f1d48686","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.865575227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"48685078-d761-41f6-bb41-8d0ec33290c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.972905118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"213b5a45-559c-4c47-89f5-e9fa59800b25","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.97293217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"213b5a45-559c-4c47-89f5-e9fa59800b25","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:21.979644512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"7ed6686d-5a5f-4cca-aeaa-82b46eaaa31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.035094987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"7ed6686d-5a5f-4cca-aeaa-82b46eaaa31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.233954318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"1cee55b5-e067-4e6f-8d71-0a5a83d6a8b6","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.234215217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"46742324-46c9-4239-9a5a-9f90df1457d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.277099942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c530605f-5ab5-4b1c-ab6e-01a7fe8b139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.279869127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"69a18b08-bfc1-4326-93a7-2c87cf5b7ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.289973999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"1cee55b5-e067-4e6f-8d71-0a5a83d6a8b6","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.290184923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"46742324-46c9-4239-9a5a-9f90df1457d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.332230654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c530605f-5ab5-4b1c-ab6e-01a7fe8b139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.335448426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"69a18b08-bfc1-4326-93a7-2c87cf5b7ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.377262408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"11094fd0-32dd-4272-ac45-0cc523e6b117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.432990131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"11094fd0-32dd-4272-ac45-0cc523e6b117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.478880536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"6c83021a-0971-46ef-baa8-0c777befc428","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.534229442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"adcdbdf7-c608-4f84-955f-b58662b2d4f3","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.534364521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"adcdbdf7-c608-4f84-955f-b58662b2d4f3","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.665104305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"4af50e5a-1594-4d25-97bf-266a3f617e95","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.696206881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"18bed861-614d-4f56-bafa-28612247f97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.705667027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"70d9d8d3-cd5a-49bf-a2e6-be7466cfc29d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.720506849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"4af50e5a-1594-4d25-97bf-266a3f617e95","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.743958974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"c378ee82-43db-46b2-be0a-194118b4986a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.751242217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"18bed861-614d-4f56-bafa-28612247f97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.760892712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"70d9d8d3-cd5a-49bf-a2e6-be7466cfc29d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.799146819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"c378ee82-43db-46b2-be0a-194118b4986a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.870819117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"20f0f2a8-67d0-4d12-a391-b864798f6bcf","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:22.926314157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"20f0f2a8-67d0-4d12-a391-b864798f6bcf","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.131898777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"cb75bc4d-bbd1-4975-af2b-2c145999622d","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.131924524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"cb75bc4d-bbd1-4975-af2b-2c145999622d","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.182085932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9af769b7-e3ed-4cab-9ccb-cee6cea1f704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.182105367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"78712998-74e4-48d0-a155-f011f81a1384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.234353385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"59e49ec7-daba-4536-9914-1a7d73141726","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.238735321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"78712998-74e4-48d0-a155-f011f81a1384","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.238768809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9af769b7-e3ed-4cab-9ccb-cee6cea1f704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.289515671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"59e49ec7-daba-4536-9914-1a7d73141726","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.384691522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"dc787c67-0d95-45fe-bb01-b7e9005fb8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.43560224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"2b41961c-5223-4c1d-b42d-ed2b9e3ccfcf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.439942425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"dc787c67-0d95-45fe-bb01-b7e9005fb8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.490735945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"2b41961c-5223-4c1d-b42d-ed2b9e3ccfcf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.705845209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"01aefb6e-8bce-400b-bf8b-191b045483d9","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.706286077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"cfae7f32-681d-417e-b34d-25a0f6fa7cc3","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.706294593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c60c05a6-2836-4f52-a398-50768ef51d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.761576564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"01aefb6e-8bce-400b-bf8b-191b045483d9","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.761997407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"c60c05a6-2836-4f52-a398-50768ef51d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.763794395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"cfae7f32-681d-417e-b34d-25a0f6fa7cc3","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.803699779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b9cc4224-876a-49a3-a7a8-b11664caa116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.859064116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b9cc4224-876a-49a3-a7a8-b11664caa116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.878750604Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"16133eb8-4dcf-4df4-af17-828c48b23b88","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.954506432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"49686c11-dde3-4acf-9a45-83bd5a42bd2b","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:23.954522499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"49686c11-dde3-4acf-9a45-83bd5a42bd2b","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.058442051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c10599f1-2708-4b70-98a4-d22db0d855bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.114155082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"c10599f1-2708-4b70-98a4-d22db0d855bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.15878407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8dbb56d-778a-4a11-a00d-8b70c5218b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.204807793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cc04882-1e4d-462c-8409-f4d43931c3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.214176965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8dbb56d-778a-4a11-a00d-8b70c5218b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.260324234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cc04882-1e4d-462c-8409-f4d43931c3da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.36229861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"d21b91f1-471f-467c-848e-c83a398f8069","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.362309737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"55b32af5-37cd-41f9-b55c-379b6b23d65e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.419211617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"d21b91f1-471f-467c-848e-c83a398f8069","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.419211854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"55b32af5-37cd-41f9-b55c-379b6b23d65e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.480950878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"a65e3c26-1079-4753-9b08-6d68c2cc11b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.536590256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"a65e3c26-1079-4753-9b08-6d68c2cc11b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.583156243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"09f22eb5-a13b-4f24-bdff-2fe77287be3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.583156262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ef2da069-1f70-4e7f-8c5c-77ef8370edb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.638438184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"09f22eb5-a13b-4f24-bdff-2fe77287be3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.638836573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ef2da069-1f70-4e7f-8c5c-77ef8370edb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.747831077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.794527201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"f6b0c7f3-f28b-4a54-a50a-d811d1f9b440","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.836348326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"0d32dcfd-3435-472b-91a4-e66df8425eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.84992597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"f6b0c7f3-f28b-4a54-a50a-d811d1f9b440","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.891666911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"0d32dcfd-3435-472b-91a4-e66df8425eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.946285086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"2dc4d57e-144e-4b9f-82dc-d88fe27174fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:24.989360921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"35e4e575-516d-4327-906a-454ca421f8ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.001622576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"2dc4d57e-144e-4b9f-82dc-d88fe27174fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.046305148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"35e4e575-516d-4327-906a-454ca421f8ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.150135775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"ee5ea602-7da7-4313-887f-bea3cb9f195e","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.205293773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"ee5ea602-7da7-4313-887f-bea3cb9f195e","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.208717146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6493396c-6397-4235-a6f5-a463f6cf6e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.264301394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6493396c-6397-4235-a6f5-a463f6cf6e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.311762624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9a9e8770-95c3-483d-95a9-1a921662289d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.312706298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"beb8f187-4fe0-446e-ac40-2c414e9f1a2c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.367062457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9a9e8770-95c3-483d-95a9-1a921662289d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.368012803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"beb8f187-4fe0-446e-ac40-2c414e9f1a2c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.461296124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"7dccf1ec-4229-4845-828d-d6aec5586f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.516614892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"7dccf1ec-4229-4845-828d-d6aec5586f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.931542514Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.931679899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"b76a32d4-8327-4ee0-904e-3a545eff22cc","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.931696925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"b76a32d4-8327-4ee0-904e-3a545eff22cc","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.988978158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"20d9a969-e78c-422a-a340-b196e31dc4bb","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:25.988998592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"20d9a969-e78c-422a-a340-b196e31dc4bb","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.038194158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"da1c7a79-a37c-45a7-ba63-a80649d1f307","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:59:26.038855093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"6ad22bca-3467-40ab-b7c2-69bf68cfdba3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-931f29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:59:26.041976116Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"20d9a969-e78c-422a-a340-b196e31dc4bb","name":"sub-test-model-302ba0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-302ba0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:59:26.042041274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"20d9a969-e78c-422a-a340-b196e31dc4bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-302ba0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.093839326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"da1c7a79-a37c-45a7-ba63-a80649d1f307","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.094395425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"2cc647d9-e45d-49da-bf33-fd583642ddc9","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.094416518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"2cc647d9-e45d-49da-bf33-fd583642ddc9","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.147526754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"7061f7f3-cb57-4f63-ad05-c8454146ab3b","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.147545746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"7061f7f3-cb57-4f63-ad05-c8454146ab3b","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.203909942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"8cb1927b-3f77-4933-9385-27c1724e3df4","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.203933733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"8cb1927b-3f77-4933-9385-27c1724e3df4","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.247340287Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.247375531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"d796a1b4-158d-49ca-b95b-b375c94791c0","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.247393451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"d796a1b4-158d-49ca-b95b-b375c94791c0","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.306263418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"21b78dcb-4694-4fd8-a079-34bf6cf808ed","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.306280324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"21b78dcb-4694-4fd8-a079-34bf6cf808ed","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.353247209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"a38d65f7-4bc8-4830-9875-d96aae71cf2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:59:26.353407129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"80e3a413-7fd1-4c99-bf86-e885269f0c32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-931f29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:59:26.359503724Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"21b78dcb-4694-4fd8-a079-34bf6cf808ed","name":"sub-test-model-6ba6e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6ba6e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:59:26.359569578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"21b78dcb-4694-4fd8-a079-34bf6cf808ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-6ba6e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.364923137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"f14781d8-6c1d-4746-9d96-aa8ccee35e45","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.364938884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"f14781d8-6c1d-4746-9d96-aa8ccee35e45","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.408752493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"a38d65f7-4bc8-4830-9875-d96aae71cf2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.414330883Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"4b2014c6-b533-4613-94e7-cf4d6e3f0e0b","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"sub-test-model-302ba0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-302ba0/e2e-shared-sub-931f29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.456299753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"3069d95d-857e-4d8e-8e9e-26a5d292c32b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.46199143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"a1d25e7c-0a96-4414-9a79-8ac7ebd4495e","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.462011296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"a1d25e7c-0a96-4414-9a79-8ac7ebd4495e","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.512878991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"3069d95d-857e-4d8e-8e9e-26a5d292c32b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.518107237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"d01ea3d3-3514-4013-b078-c6755c0daf12","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.518125125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"d01ea3d3-3514-4013-b078-c6755c0daf12","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.563777959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.563996994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6c519002-d944-4aee-a2ef-9e82f6de4d02","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.564014607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6c519002-d944-4aee-a2ef-9e82f6de4d02","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.617194628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"b126c9f6-01ee-4c93-aaa0-c06a8791b7ae","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.617215092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"b126c9f6-01ee-4c93-aaa0-c06a8791b7ae","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.619680862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"11c1daa8-4c5d-45f7-b03d-7d9858456598","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.619697297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"11c1daa8-4c5d-45f7-b03d-7d9858456598","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:59:26.671216234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"93a1c6c7-3fc1-4593-b4f9-37460c09f853","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-931f29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.718813626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"4cb83982-fda7-45c7-847d-80062a167d76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.725798526Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"70e01eae-cb72-464e-99be-5b01cb653725","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"sub-test-model-6ba6e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-6ba6e5/e2e-shared-sub-931f29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.773983917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"4cb83982-fda7-45c7-847d-80062a167d76","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.784807976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"2e16cef9-22ed-4a44-9afa-0c39d2193a82","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.784833941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"2e16cef9-22ed-4a44-9afa-0c39d2193a82","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.819602719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"913c7cdb-0f58-4cd0-9b35-ffce690fa19c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.823947416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.824199737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"5f545b46-c38c-4450-bd1b-f5d39986ed45","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.824216303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"5f545b46-c38c-4450-bd1b-f5d39986ed45","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.839538884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"c959a60a-687d-4186-8465-45dc9d1d4bd2","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.839560417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"c959a60a-687d-4186-8465-45dc9d1d4bd2","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.875251592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"913c7cdb-0f58-4cd0-9b35-ffce690fa19c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.88033236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"c16221a0-a1ba-4554-8c8b-9e50d23d04b4","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.880349277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"c16221a0-a1ba-4554-8c8b-9e50d23d04b4","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.88140001Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"0e0b2d82-fd16-48df-a2d6-4cf9d3825103","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-302ba0/e2e-a-only-931f29","ai-tenant-e2e-shared-a-w0-302ba0/e2e-shared-sub-931f29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.889959942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"04745146-1e23-448d-8a60-4d258fced054","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:26.889975221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"04745146-1e23-448d-8a60-4d258fced054","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:59:26.932106471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"03798dab-2dab-443e-923b-7b19ea38e970","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-931f29\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.046207814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"84818d4d-da02-4d1d-b6d3-17de7a75b6c1","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.046228736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"84818d4d-da02-4d1d-b6d3-17de7a75b6c1","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.047083664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"c3963f9a-ae18-4f52-bcc3-045cd7393bc3","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.082586563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"aa7e6d0d-73a0-44fd-bd55-1a9ea3a7d000","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.102795337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"e09cf08b-dda7-43da-b222-59e8f1038af5","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.102815348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"e09cf08b-dda7-43da-b222-59e8f1038af5","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.137901047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"aa7e6d0d-73a0-44fd-bd55-1a9ea3a7d000","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.15511335Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"30b2623c-23fb-40d4-a7f7-782f1d74d209","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-6ba6e5/e2e-b-only-931f29","ai-tenant-e2e-shared-b-w0-6ba6e5/e2e-shared-sub-931f29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.19704926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"60a71102-555a-4585-b559-d4d4f38aa355","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.211918255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"2ca51b29-5455-418f-b6dc-52c67583df8e","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.211939082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"2ca51b29-5455-418f-b6dc-52c67583df8e","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.217073902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.268646784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"3dc74530-c838-4043-b15a-4b3bce0615cd","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.268663726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"3dc74530-c838-4043-b15a-4b3bce0615cd","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.310500651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"3f626c2a-74c2-486c-825b-f3f8759c7686","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.418671746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"1bf217b2-5326-4f9c-b0e4-0913e4e4e42e","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.430291007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"6c77a534-1094-48f9-a319-f09052c53a9a","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.430309938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"6c77a534-1094-48f9-a319-f09052c53a9a","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.482583629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"885707bb-b8d7-4817-92e6-2d9e5339c955","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.482599601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"885707bb-b8d7-4817-92e6-2d9e5339c955","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.526894588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"411ab40d-86be-4ba1-b088-bbcde88cf3d6","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.52767248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"17d08c1e-1135-432c-84db-8bf94de483a1","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.532917794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"88f82ef7-65ca-4402-802c-7d3c6ac38aa6","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.532925831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f2b6f641-3ff9-4a87-b173-0fc8fdb92025","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.533413941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"ff8a289e-da31-4041-9e7e-860818d9b8a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.534362595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"3a1744df-3741-47e1-b597-381f54a677fa","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.534379402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"3a1744df-3741-47e1-b597-381f54a677fa","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.583055107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"17d08c1e-1135-432c-84db-8bf94de483a1","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.588996826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"88f82ef7-65ca-4402-802c-7d3c6ac38aa6","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.590014938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"ff8a289e-da31-4041-9e7e-860818d9b8a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.591283606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f2b6f641-3ff9-4a87-b173-0fc8fdb92025","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.638340279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"92224913-6423-40c8-8158-6cf6fe739481","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.638452146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"92224913-6423-40c8-8158-6cf6fe739481","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.65164758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"27feff82-3e21-43e4-a095-e894a0c4799d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.679657133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"a6646689-6175-4f04-ada8-159478d1a06c","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-ok-8c7984","model":"e2e-cfl-ok-8c7984","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.707040774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"27feff82-3e21-43e4-a095-e894a0c4799d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.728262133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"45ff02b1-2d29-463f-ad44-48ba9030ef6c","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.744252584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"d3d9fad8-1d47-4bba-8669-68bb63de1209","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.744277683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"d3d9fad8-1d47-4bba-8669-68bb63de1209","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.84899322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"07a0c2dd-8e20-4f4a-b33c-f74346566e10","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.84901603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"07a0c2dd-8e20-4f4a-b33c-f74346566e10","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.953711738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"b9b9530e-a1f5-43c1-ab20-8e2c8857756b","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:27.953741446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"b9b9530e-a1f5-43c1-ab20-8e2c8857756b","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.153011133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"c3476d72-9776-4731-ba17-a01a3f184b89","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.153514603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"b70da0cb-f7c8-4fd7-8443-099142e3668a","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-ok-8c7984","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.159272347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"74bcc287-cfd8-415c-9a72-9d06bb8888ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.159344372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"13d1bfb5-6226-4c38-a136-37c047d1ebed","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.159767043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"e2489a68-80a0-42da-88b4-47d57370402e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.208415098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"c3476d72-9776-4731-ba17-a01a3f184b89","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.215081111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"e2489a68-80a0-42da-88b4-47d57370402e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.215251979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"74bcc287-cfd8-415c-9a72-9d06bb8888ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.217172375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"13d1bfb5-6226-4c38-a136-37c047d1ebed","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.273037311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"8da0f37d-29bc-4186-9f42-1fd9b113c48c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.328199959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"8da0f37d-29bc-4186-9f42-1fd9b113c48c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.421237365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"e8f03934-2516-442b-b2cb-cf2733facd0c","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:28.421265173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"e8f03934-2516-442b-b2cb-cf2733facd0c","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:30.123060066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d13b84b4-4840-4871-b907-7f73ea2f05de","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:31.719502364Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"045a9434-fe5f-4faf-a9c8-d933e7da4793","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.053807057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"54b914fc-227b-471a-9cb4-d562af9317bc","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.159145865Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4e26121d-133e-41e7-a04a-8d7a20194a3d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.326947482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"560af11a-cfdb-4b11-9f4a-cba85f4508ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.474589899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"efa5d619-1ece-4d58-a69e-fb451b35ac64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.545590708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"30b4e89d-09cf-4f4f-aff0-ef85c13f187e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.63340711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"3ac0ee15-1453-4655-a37a-da0eb0879b4b","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.673232347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"84624ec6-9f17-4487-9b04-b6b2a5ffd826","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.773447431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"594c3201-2dcd-4ce3-b467-a64b3cdcd7b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.876263584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"7bdd1e60-a41e-4be9-bb3f-29fa10ef77d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.876671272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"e5bf6e33-1dae-4696-89cd-edb16b9b5c89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.93837737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c1508a-ea20-4cc8-a15d-02d5cc25e9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:32.990396009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c1508a-ea20-4cc8-a15d-02d5cc25e9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:33.042665907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c1508a-ea20-4cc8-a15d-02d5cc25e9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:33.094673005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15c1508a-ea20-4cc8-a15d-02d5cc25e9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:33.301983296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2b158b2-9d2c-4bc1-8e6a-b58d5f2847d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:33.302373902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"bd578308-8e01-411b-ab7a-1c7a35ff4c4d","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:33.510362817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"ddad3fc1-22f5-4eec-b6e0-bbcd9cd9e208","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:33.598192163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"6335d70b-3386-43ff-accc-c0f743024e4d","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:33.717459804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"ea90bd19-a31b-4bc3-98ef-3005233959ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:33.818395916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"42f116b7-7366-400c-85c2-58aed49fc879","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:34.451599349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"fced06e4-2106-4459-ac49-ebe85876d40a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:34.451842746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"c5c30b81-a84c-4535-8950-95c876cdb38c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:34.452098251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"b148ba00-0e4a-4484-8c17-fdf897359444","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:34.507878145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"fced06e4-2106-4459-ac49-ebe85876d40a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:34.507961735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"c5c30b81-a84c-4535-8950-95c876cdb38c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:34.510033252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"b148ba00-0e4a-4484-8c17-fdf897359444","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:34.955062597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8f6af1-4545-4a2e-94ea-9662250ec1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:35.007235586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8f6af1-4545-4a2e-94ea-9662250ec1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:35.059313478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8f6af1-4545-4a2e-94ea-9662250ec1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:35.115133878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8f6af1-4545-4a2e-94ea-9662250ec1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:42.160421814Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"50a8514c-3552-4b4b-8b9f-fe1779924990","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:42.264664609Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"e052c76e-5106-451e-976d-1b115dfee64d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:46.534637562Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"6124ecb5-930a-4626-b392-4c29947041a8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:46.639210661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"474f8552-ac6d-4a70-a713-be88db534f76","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:47.362838167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb7784a-321f-4381-b9ca-322115b48d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:47.414572791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb7784a-321f-4381-b9ca-322115b48d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:47.466382111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb7784a-321f-4381-b9ca-322115b48d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:47.518841654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb7784a-321f-4381-b9ca-322115b48d59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:49.43365075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac3cf93-8b50-4e16-a49f-e972a02f66f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:49.485849193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac3cf93-8b50-4e16-a49f-e972a02f66f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:49.538268885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac3cf93-8b50-4e16-a49f-e972a02f66f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:49.590410052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac3cf93-8b50-4e16-a49f-e972a02f66f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:54.748279313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:56.640229756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"6f01c7e6-09da-48d9-be26-6c2d4a056e07","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:56.744628479Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"307179df-52f5-41c0-ac32-c548a953919d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.350895841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"cd09b516-dfd5-4ec2-bb02-cc390a45174c","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.35090519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"46b4c3e9-b4d3-4d76-92f7-99f9f3e577fe","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.532418894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"44dc1a03-f6b7-48c8-ae0e-e1f446e4b6cc","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.53244424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"44dc1a03-f6b7-48c8-ae0e-e1f446e4b6cc","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.532909442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"7a974494-eafa-4f98-9aa2-8cce75383955","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.532924637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"7a974494-eafa-4f98-9aa2-8cce75383955","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.649356032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"03be8f4e-0141-438f-b8b4-2aebefd59408","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.649369271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"c29a0857-9a62-4530-9812-a7358acf5b32","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.814945233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"4bf6045d-d320-4db4-ad9f-ece28c04b611","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.814967225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"4bf6045d-d320-4db4-ad9f-ece28c04b611","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.817134267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"170a5a12-47e7-4726-bc9a-79b01bff2e9c","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:59:59.817153332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"170a5a12-47e7-4726-bc9a-79b01bff2e9c","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.155862473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"53b3cbe0-7ba9-4bde-9d77-4860f78a8c95","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-ok-8c7984","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.515657028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"a9919732-24e8-4efc-9537-ff29bde7a8c9","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.51568693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"a9919732-24e8-4efc-9537-ff29bde7a8c9","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.786335386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"8d18c835-1ec5-49e5-8aab-5f9c7ea231a8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.844927188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"8d18c835-1ec5-49e5-8aab-5f9c7ea231a8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.872316834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"e24792ca-bbe0-4b66-b8c8-b89ae0225665","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.881046924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"694c002c-0148-4d84-b492-a47e41b3cb9f","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.881091775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"7efa2c10-1aff-4047-a73b-45ac06bd0996","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.895020527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"6e673265-4bf8-4fc8-9bd8-11615dfba5af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.931204942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"e24792ca-bbe0-4b66-b8c8-b89ae0225665","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.937421331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"694c002c-0148-4d84-b492-a47e41b3cb9f","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.937854843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"7efa2c10-1aff-4047-a73b-45ac06bd0996","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:00.952878454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"6e673265-4bf8-4fc8-9bd8-11615dfba5af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.283042349Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a675fd","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","reconcileID":"705bf00a-ec17-49ac-a6f5-6dbb8e7d3a17","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.339675155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a675fd","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","reconcileID":"a6b495aa-8da0-48de-9ac4-d1924fb5d480","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.456399893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6162f007-e485-4999-9ca4-84aaa0024e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.456599516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ece7ad37-89bb-4de6-acda-2d300b73beb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.45639889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"637b87f1-a20a-4f2a-832e-4fb7912b4159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.457018943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"db56103a-c0f2-4dc2-9725-279b391df2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.514522828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6162f007-e485-4999-9ca4-84aaa0024e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.515600276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"637b87f1-a20a-4f2a-832e-4fb7912b4159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.517224989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"db56103a-c0f2-4dc2-9725-279b391df2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.519267395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ece7ad37-89bb-4de6-acda-2d300b73beb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.613343623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"f36309cf-5822-47bb-a89f-ea64a100696a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.669975019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"f36309cf-5822-47bb-a89f-ea64a100696a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.828192832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"2388d8c5-ae9c-4134-a8bf-11292b89fc58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.829777502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"cccd5caa-7675-43e4-a3cc-71037fbeda68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.879289744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39990559-7efb-4acf-8a55-2a0e66d0567b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.880886829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e53eddd1-f9cd-48cd-9d0d-4b2b7365c124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.884773142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"2388d8c5-ae9c-4134-a8bf-11292b89fc58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.885910712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"cccd5caa-7675-43e4-a3cc-71037fbeda68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.934986297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39990559-7efb-4acf-8a55-2a0e66d0567b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:03.936322177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"e53eddd1-f9cd-48cd-9d0d-4b2b7365c124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.123067155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"109d9e0f-9182-4c34-9af1-78ff40d67c8e","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.123089844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"109d9e0f-9182-4c34-9af1-78ff40d67c8e","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.243854836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"3f9773f1-807b-4ed6-8e26-36258da28365","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.289800614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f69b3e72-b860-479c-b104-bb326c882246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.299092206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"3f9773f1-807b-4ed6-8e26-36258da28365","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.344895832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f69b3e72-b860-479c-b104-bb326c882246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.387088886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"acd65036-3ea8-4f18-87c2-8dd23f01cc34","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.387137825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"1936e2d9-bf62-409d-9350-87352d086cba","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.390636182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e32cdd40-83ba-4a2f-8a4f-cdcfc0bdfd95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.390672077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"b31d15cc-2749-49be-8c4a-91ee630d197d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.402841635Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a675fd","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","reconcileID":"e706d187-a482-4529-a6cb-3c00a5714b87","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.444149542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"b21d6821-f8ba-4a51-a6fd-30fbd18a8943","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.445886989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"b31d15cc-2749-49be-8c4a-91ee630d197d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.446417544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"e32cdd40-83ba-4a2f-8a4f-cdcfc0bdfd95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.501046811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"b21d6821-f8ba-4a51-a6fd-30fbd18a8943","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.808378476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"517e412d-cd05-4e71-a2c8-6ec6089d49cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.814128518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3b67feaf-a3bb-464e-8373-691580dac8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.859329243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"e6aea759-5198-4b15-bc94-2d901dc59c2c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.863440337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"517e412d-cd05-4e71-a2c8-6ec6089d49cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.868799604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"115d2df8-d0a2-49d3-88d7-3b59b44d4182","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.87134051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3b67feaf-a3bb-464e-8373-691580dac8b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.91463301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"e6aea759-5198-4b15-bc94-2d901dc59c2c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:04.924122119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"115d2df8-d0a2-49d3-88d7-3b59b44d4182","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.007671498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3e98ef23-3f40-46bd-9dba-6629c5cf85a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.063313484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3e98ef23-3f40-46bd-9dba-6629c5cf85a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.20896113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"3fea6375-5ee7-4202-9929-ad8befd80cc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.259870053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d3f3d0b5-0ee8-4ebe-8d42-7fa23ce865c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.25990532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3bd65030-32a2-40ef-8201-274e1aa8dee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.316431636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3bd65030-32a2-40ef-8201-274e1aa8dee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.316626052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d3f3d0b5-0ee8-4ebe-8d42-7fa23ce865c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.414814956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"21e53e1a-1ea6-402d-9ff2-aca8f93147e7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.462905861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"3fea6375-5ee7-4202-9929-ad8befd80cc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.470081341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"21e53e1a-1ea6-402d-9ff2-aca8f93147e7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.525767583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"a818ca38-d1f8-457d-bb65-e2358dc32faf","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.583737121Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"3fea6375-5ee7-4202-9929-ad8befd80cc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.583762314Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-931f29","reconcileID":"3fea6375-5ee7-4202-9929-ad8befd80cc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.584665692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"a818ca38-d1f8-457d-bb65-e2358dc32faf","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.639120493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6aab3af1-2bb7-4ef9-a58a-58031258ac5f","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.639142338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6aab3af1-2bb7-4ef9-a58a-58031258ac5f","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.729242361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"fd831a9e-5270-49f8-81af-8d106cd15471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.729291013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33056d5b-2ba1-4e5e-8885-99fad7a4c633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.785031803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"fd831a9e-5270-49f8-81af-8d106cd15471","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.785049147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33056d5b-2ba1-4e5e-8885-99fad7a4c633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.792206381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"0b22b8b3-ebfb-450f-b1d6-e9e2b5cfa1e3","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.792228463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"0b22b8b3-ebfb-450f-b1d6-e9e2b5cfa1e3","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.907546173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"bfe177d2-f2a1-4a09-951e-9beda0492704","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.90775852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"a88954d1-6621-4775-aefa-88625adf1fd2","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.984530565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"c5f0e33c-c95d-4d5c-8715-f1f60ad9429f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:05.984536859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"aab2f525-7a5d-4736-a1bc-74804942ab9a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.03856513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7635b6-1d92-4220-81b7-d8d5581ebf3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.042602463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"c5f0e33c-c95d-4d5c-8715-f1f60ad9429f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.042715976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"aab2f525-7a5d-4736-a1bc-74804942ab9a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.094071448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7635b6-1d92-4220-81b7-d8d5581ebf3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.23928623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"4eaf8224-98e3-48b1-89f4-b6cbca6f5fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.239659323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1b9d618b-c624-4204-b2b4-5ddab0a313ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.298136298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"1b9d618b-c624-4204-b2b4-5ddab0a313ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.298136301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"4eaf8224-98e3-48b1-89f4-b6cbca6f5fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.745512053Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"f2561cc3-5376-421b-acdd-e6d9fcb9c5e4","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:06.849631154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"6f4f22e6-a951-4ec9-bf90-6714cc2dfb15","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.180641274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"7e9bf1d5-df13-404d-8c61-94210312ecbb","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscription":"e2e-shared-sub-931f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.396225529Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-931f29","reconcileID":"7e9bf1d5-df13-404d-8c61-94210312ecbb","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-302ba0/e2e-a-only-931f29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.606117524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"ff653830-7e01-49e9-b6ec-346f3a9fcfbb","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.657357117Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.65740171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"5e9e60f9-9e6c-4be0-aab8-809066a86b1e","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.657415856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"5e9e60f9-9e6c-4be0-aab8-809066a86b1e","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.851508386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e9fa89ad-0aa5-41ef-bdf0-782041f950ef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.904097124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"e8e3a455-2bda-4367-9454-80fdbb08bf4a","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.904127843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"e8e3a455-2bda-4367-9454-80fdbb08bf4a","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:16.956400828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"3048acba-7f6b-47f6-a4c4-ba5c5a2be684","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:24.748892332Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:26.956261592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"5c6ea26e-d732-4e31-bacc-1d0661b8e982","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:26.979167296Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"b01e5423-f218-4e2a-81ab-42ce83bfbca5","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscription":"e2e-a-only-931f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.034199231Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"b01e5423-f218-4e2a-81ab-42ce83bfbca5","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.062000149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a440b6cc-e5b8-46e4-a42d-1d17d8674c9d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.086330036Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-931f29","reconcileID":"b01e5423-f218-4e2a-81ab-42ce83bfbca5","MaaSSubscription":{"name":"e2e-a-only-931f29","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.377895927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.377953039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"37f9cd33-d5c1-4c03-9d03-73d2a0043514","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.377966511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"37f9cd33-d5c1-4c03-9d03-73d2a0043514","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.681978457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"167ee640-2b3f-4e69-ae2b-fbb03aeb9482","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.717906545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"3a08a14b-fa4c-4757-b197-93d92cdbd64c","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.718014432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"3a08a14b-fa4c-4757-b197-93d92cdbd64c","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.774974378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"ef53b927-155c-469b-85c7-aced8ccb4afc","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.774998925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"ef53b927-155c-469b-85c7-aced8ccb4afc","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:27.89203796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"167ee640-2b3f-4e69-ae2b-fbb03aeb9482","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.013061149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"167ee640-2b3f-4e69-ae2b-fbb03aeb9482","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.013083075Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-931f29","reconcileID":"167ee640-2b3f-4e69-ae2b-fbb03aeb9482","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.043427729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"0120b9a8-0e85-4d28-8c72-82995abc7b6b","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.043535114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"5b906b2f-c619-416d-a17a-b40c7af5b1f8","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.068589625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"0b2451df-1a16-4444-b9f0-1973003ca09d","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.068608551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"0b2451df-1a16-4444-b9f0-1973003ca09d","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.215428112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"4e4c0d74-df96-4ac5-8976-d9d629dfc25c","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.215447006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"4e4c0d74-df96-4ac5-8976-d9d629dfc25c","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.361268357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"71f70e82-cf4d-4e68-b493-61defde85842","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:28.361498484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"230b18f3-4f6e-42aa-b9ce-dfd3d0de53bf","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:31.984107905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-0cb4ef","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"explicit-model-0cb4ef","reconcileID":"c40c83d1-eebc-494d-96a7-5dc7f44a433f","MaaSModelRef":{"name":"explicit-model-0cb4ef","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"routeName":"explicit-model-0cb4ef-kserve-route","namespace":"ai-tenant-e2e-explicit-0cb4ef","llmisvcName":"explicit-model-0cb4ef","gateway":"openshift-ingress/e2e-explicit-0cb4ef","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.135798108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"b7bf716f-bf1d-42eb-9adf-9d3425a09ce5","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.135818533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"b7bf716f-bf1d-42eb-9adf-9d3425a09ce5","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.189442988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"f8159221-0f0d-45bf-8aae-06c3ee2cd01a","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.189488307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"f8159221-0f0d-45bf-8aae-06c3ee2cd01a","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.319268085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"bd5d64a4-7899-444a-bfe8-5582d2e27c5a","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.399076938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.39928877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"155b1515-3a39-4e70-81c0-3149ca03887b","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.399307326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"155b1515-3a39-4e70-81c0-3149ca03887b","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.439449476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"bd5d64a4-7899-444a-bfe8-5582d2e27c5a","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.456666328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"d5330c55-1918-4405-8321-a96548929e8b","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.456682806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"d5330c55-1918-4405-8321-a96548929e8b","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:00:33.51158145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"8ad53a30-276f-479f-90bf-b2a49d19c999","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-c831a4c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.513781658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c831a4c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"bd5d64a4-7899-444a-bfe8-5582d2e27c5a","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.570752772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7952fd7e-cbbd-45a6-b317-b73b57c613b6","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.570769179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7952fd7e-cbbd-45a6-b317-b73b57c613b6","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.619998423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7a6bfa68-acd7-44de-9285-6b7ffc0c9a2c","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.620016888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7a6bfa68-acd7-44de-9285-6b7ffc0c9a2c","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.674779471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7a68afbe-4946-4141-86bd-d6e6d69cd29d","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.674796256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7a68afbe-4946-4141-86bd-d6e6d69cd29d","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.677458637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"85dc7d35-7d86-4ebc-8e61-ee4b2ea5efce","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.732626209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"85dc7d35-7d86-4ebc-8e61-ee4b2ea5efce","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.786887384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c831a4c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"85dc7d35-7d86-4ebc-8e61-ee4b2ea5efce","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:33.884207472Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"06fbbb1a-0f60-42ce-aeac-06289050c7fc","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","model":"e2e-lifecycle-model-c831a4c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-c831a4c0/e2e-sub-c831a4c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:34.049044023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"3ad6fdfa-80f6-4308-8717-fda2cdfcef5e","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:34.049064853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"3ad6fdfa-80f6-4308-8717-fda2cdfcef5e","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:34.256840424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"698d7402-3682-4fe9-8dfe-5e2a58de2c47","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:34.42413765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"cb5938da-73df-4af6-9e25-3c3df15997aa","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:34.424157002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"cb5938da-73df-4af6-9e25-3c3df15997aa","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:37.064575848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"0b9806af-9567-4e5f-9e97-67c2e2787ccc","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:37.168962603Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"85aa722a-f870-4aaf-9f68-167c1f39d9d8","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:38.631099738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"afe8a951-2ed3-4ef8-ba4a-5d89983f75f8","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscription":"e2e-shared-sub-931f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:38.847862578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-931f29","reconcileID":"afe8a951-2ed3-4ef8-ba4a-5d89983f75f8","MaaSSubscription":{"name":"e2e-shared-sub-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-6ba6e5/e2e-b-only-931f29"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:39.056613859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"26aba067-8eab-4f14-94bb-3b1c7dc5d902","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:39.063382644Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:39.063401482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"5d52da82-4c9a-4491-80ce-37295619b2be","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:39.063413779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"5d52da82-4c9a-4491-80ce-37295619b2be","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:39.361851829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"ffc18893-9192-4175-8db7-9c3071181c54","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:39.361871258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"ffc18893-9192-4175-8db7-9c3071181c54","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:43.893950239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"27f6932d-1695-40b2-9ebb-be09c56435e5","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:43.949674249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"27f6932d-1695-40b2-9ebb-be09c56435e5","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:44.004425428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c831a4c0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"27f6932d-1695-40b2-9ebb-be09c56435e5","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:47.169542566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"8bb2c2df-5243-48ee-abc1-23da8af8342d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:47.273769431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"28e02c16-48ca-4ba3-b90f-d6873fd459ed","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:47.347842809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"d44f7626-f83b-497e-8233-431c4252fedd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c52bfa","tenantID":"e2e-shared-b-w2-c52bfa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:47.461838365Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"d44f7626-f83b-497e-8233-431c4252fedd","name":"e2e-shared-b-w2-c52bfa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.355088961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"2b54541a-ab19-4b0c-ab31-e240f53c711b","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.519844895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"05dbf4e9-947a-4ec1-a5eb-e790140163d2","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.519868068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"05dbf4e9-947a-4ec1-a5eb-e790140163d2","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.523093561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"1ada60c6-4d5d-4913-ade6-20971ebb3481","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscription":"e2e-b-only-931f29","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.574865249Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"1ada60c6-4d5d-4913-ade6-20971ebb3481","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.626637496Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-931f29","reconcileID":"1ada60c6-4d5d-4913-ade6-20971ebb3481","MaaSSubscription":{"name":"e2e-b-only-931f29","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.895371101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.8954204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"28ee117e-abd5-4efc-ba4f-1500704f4809","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:49.895432909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"28ee117e-abd5-4efc-ba4f-1500704f4809","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.174451633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"1dc389ea-51fc-419d-b1e7-35cbb8c42d26","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.174504329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"1dc389ea-51fc-419d-b1e7-35cbb8c42d26","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.228533386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"1402d8d0-4a4a-40c2-a045-107b948ec24f","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.228557402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"1402d8d0-4a4a-40c2-a045-107b948ec24f","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.334907495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"16814035-5fee-4c36-bace-dc51fd07c789","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.454883532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"16814035-5fee-4c36-bace-dc51fd07c789","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.508929467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"16814035-5fee-4c36-bace-dc51fd07c789","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.567053844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"8c2a4ee4-dcf7-47dc-8242-67ff41dbacec","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.567081402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"8c2a4ee4-dcf7-47dc-8242-67ff41dbacec","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.712528212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"a38162da-30b2-4d11-bf74-758c98572f42","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.77006513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"a38162da-30b2-4d11-bf74-758c98572f42","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.828320208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c831a4c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99b4c14984dfaee1ede30ba243439e79f04bd165e5dd79837ac6ac6a057fd228) AuthConfig (f625a58b0c00189f4162e7123216bfd789c459b24a1c727db7664673d62d0b64) AuthConfig (d092c5ab42b4dd77b8a2daa7e1267ab4d78e7bddca0d5aaf4fbc3d59c16f59fa) AuthConfig (aa965afd5598a97eb5da38a3ec3fca3f63f01816057a217dbdcebb81ba8faed5) AuthConfig (acbf246ab88ca8b0c19fc388eefee2515d1b884b65861bd5afb54446b8cf1aa1) AuthConfig (f99d240d74c99efec932e8f01c1cfb2e31b2e5467301ac663cc17e4790a4ca35) AuthConfig (8dc4b6f97e98f5ae05ac88c322392d3958ae7f23f5f050c8ecc0cc6f65c5ea2b) AuthConfig (bfe511e5d3e321a644b1690a40dcb34d54c13c0675bd84a4c1e1d2724f8e5c0b) AuthConfig (4ac2833410e0e144fb48a7ef74e617b8b17cd86967e0cea11b051ed00eb075d4) AuthConfig (7106064edec629c1b1b01e351febdd8a0266c6fb50a077f7e6ab7b6dd688ae1e) AuthConfig (ac09ab8f5c22b94c9c603cda9713ae21ea0318bf6e4f742c97036662ae70f268) AuthConfig (058c012b75590a6b21099b8e2dd0d8d31e7ff18117de987e255a8257526f03a2) AuthConfig (1ab193e7572e02e917cbd84cbacab8dca0036cf5bfb311666b8e3a351a2e9ffd) AuthConfig (c1bb1602893bc2671b709b778bb3966ef68146a6c9ff3bd0ae70d53b7d384faa) AuthConfig (c499d8fc97be8411359ab724a86495b6c7afb2b97e3a38477aeea167ba44ce8c) AuthConfig (218dc4a04d2e5fd9873640858d5e78b1f2bc5f17dffd6275a9961d99f31f3552) AuthConfig (17de9b607de71aa47b378c3c48009ebb026d14579a6ec2ff1726aaf61fef4679) AuthConfig (76cacd441d2d6e7883e05eaa97c86ee4833aeeb158e9a68a0adda34767b6a00e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"a38162da-30b2-4d11-bf74-758c98572f42","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.88524411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"2ff80b36-6e0c-4456-aead-7c94827c1f22","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:50.885265628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"2ff80b36-6e0c-4456-aead-7c94827c1f22","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:51.066963086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"e733e399-39ce-4554-b21f-c15aa3da49f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:51.124692233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"e733e399-39ce-4554-b21f-c15aa3da49f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:51.179032456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"e733e399-39ce-4554-b21f-c15aa3da49f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:54.749226854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:57.273986282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"bf3c4407-0afb-46be-9da7-75ad8ee00999","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:00:57.377627501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d9521ab3-7484-41ae-9dba-576f07f15bd7","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:00.993100001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"88031ca2-0684-478a-95f4-bbb3beb170ec","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:01.048113649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"88031ca2-0684-478a-95f4-bbb3beb170ec","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:01.102614177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c831a4c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99b4c14984dfaee1ede30ba243439e79f04bd165e5dd79837ac6ac6a057fd228) AuthConfig (f625a58b0c00189f4162e7123216bfd789c459b24a1c727db7664673d62d0b64) AuthConfig (d092c5ab42b4dd77b8a2daa7e1267ab4d78e7bddca0d5aaf4fbc3d59c16f59fa) AuthConfig (aa965afd5598a97eb5da38a3ec3fca3f63f01816057a217dbdcebb81ba8faed5) AuthConfig (acbf246ab88ca8b0c19fc388eefee2515d1b884b65861bd5afb54446b8cf1aa1) AuthConfig (f99d240d74c99efec932e8f01c1cfb2e31b2e5467301ac663cc17e4790a4ca35) AuthConfig (8dc4b6f97e98f5ae05ac88c322392d3958ae7f23f5f050c8ecc0cc6f65c5ea2b) AuthConfig (bfe511e5d3e321a644b1690a40dcb34d54c13c0675bd84a4c1e1d2724f8e5c0b) AuthConfig (4ac2833410e0e144fb48a7ef74e617b8b17cd86967e0cea11b051ed00eb075d4) AuthConfig (7106064edec629c1b1b01e351febdd8a0266c6fb50a077f7e6ab7b6dd688ae1e) AuthConfig (ac09ab8f5c22b94c9c603cda9713ae21ea0318bf6e4f742c97036662ae70f268) AuthConfig (058c012b75590a6b21099b8e2dd0d8d31e7ff18117de987e255a8257526f03a2) AuthConfig (1ab193e7572e02e917cbd84cbacab8dca0036cf5bfb311666b8e3a351a2e9ffd) AuthConfig (c1bb1602893bc2671b709b778bb3966ef68146a6c9ff3bd0ae70d53b7d384faa) AuthConfig (c499d8fc97be8411359ab724a86495b6c7afb2b97e3a38477aeea167ba44ce8c) AuthConfig (218dc4a04d2e5fd9873640858d5e78b1f2bc5f17dffd6275a9961d99f31f3552) AuthConfig (17de9b607de71aa47b378c3c48009ebb026d14579a6ec2ff1726aaf61fef4679) AuthConfig (76cacd441d2d6e7883e05eaa97c86ee4833aeeb158e9a68a0adda34767b6a00e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"88031ca2-0684-478a-95f4-bbb3beb170ec","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:01.285663421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"a2897d3a-3f70-4ad5-aee8-cb789783785e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:01.341949889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"a2897d3a-3f70-4ad5-aee8-cb789783785e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:01.395951883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"a2897d3a-3f70-4ad5-aee8-cb789783785e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:07.378191685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"5837a9fb-fcf4-48bb-9321-150f64a89f0a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:07.481775847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"e685b024-bb45-4451-8295-d1e94b8a7caa","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:11.209752575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"1a2009c2-a8fc-4f5d-9616-52f5a5202aa1","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:11.267025852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"1a2009c2-a8fc-4f5d-9616-52f5a5202aa1","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:11.322405975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c831a4c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99b4c14984dfaee1ede30ba243439e79f04bd165e5dd79837ac6ac6a057fd228) AuthConfig (f625a58b0c00189f4162e7123216bfd789c459b24a1c727db7664673d62d0b64) AuthConfig (d092c5ab42b4dd77b8a2daa7e1267ab4d78e7bddca0d5aaf4fbc3d59c16f59fa) AuthConfig (aa965afd5598a97eb5da38a3ec3fca3f63f01816057a217dbdcebb81ba8faed5) AuthConfig (acbf246ab88ca8b0c19fc388eefee2515d1b884b65861bd5afb54446b8cf1aa1) AuthConfig (f99d240d74c99efec932e8f01c1cfb2e31b2e5467301ac663cc17e4790a4ca35) AuthConfig (8dc4b6f97e98f5ae05ac88c322392d3958ae7f23f5f050c8ecc0cc6f65c5ea2b) AuthConfig (bfe511e5d3e321a644b1690a40dcb34d54c13c0675bd84a4c1e1d2724f8e5c0b) AuthConfig (4ac2833410e0e144fb48a7ef74e617b8b17cd86967e0cea11b051ed00eb075d4) AuthConfig (7106064edec629c1b1b01e351febdd8a0266c6fb50a077f7e6ab7b6dd688ae1e) AuthConfig (ac09ab8f5c22b94c9c603cda9713ae21ea0318bf6e4f742c97036662ae70f268) AuthConfig (058c012b75590a6b21099b8e2dd0d8d31e7ff18117de987e255a8257526f03a2) AuthConfig (1ab193e7572e02e917cbd84cbacab8dca0036cf5bfb311666b8e3a351a2e9ffd) AuthConfig (c1bb1602893bc2671b709b778bb3966ef68146a6c9ff3bd0ae70d53b7d384faa) AuthConfig (c499d8fc97be8411359ab724a86495b6c7afb2b97e3a38477aeea167ba44ce8c) AuthConfig (218dc4a04d2e5fd9873640858d5e78b1f2bc5f17dffd6275a9961d99f31f3552) AuthConfig (17de9b607de71aa47b378c3c48009ebb026d14579a6ec2ff1726aaf61fef4679) AuthConfig (76cacd441d2d6e7883e05eaa97c86ee4833aeeb158e9a68a0adda34767b6a00e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"1a2009c2-a8fc-4f5d-9616-52f5a5202aa1","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:11.502386629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"a8109688-11b7-4143-b49d-8487874b33ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:11.558449267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"a8109688-11b7-4143-b49d-8487874b33ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:11.612587808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"a8109688-11b7-4143-b49d-8487874b33ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:17.482555125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d22bad4c-e4c5-48bb-8e2c-5469d123359b","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:17.587043524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"6be448c2-3517-41f3-a68f-20ff1c89f768","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.43154655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"79e980d2-14f6-48d6-b04f-bfa09f89d69b","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.487111548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"79e980d2-14f6-48d6-b04f-bfa09f89d69b","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.723925181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"2ca8dce2-7533-4084-85b6-dd3721555946","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.781776181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"2ca8dce2-7533-4084-85b6-dd3721555946","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.799969118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"01903fbc-e847-4533-a21d-bbe17befe124","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.799992152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"01903fbc-e847-4533-a21d-bbe17befe124","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.836768728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (feb7d787a69bd9a0bdc1da8b37eb084118ed80321bee0b2a88de1d47bef5ad2a) AuthConfig (0d4faefe381e31fbba1d79c8ab5740d3e5bbf1174bc5cbc16a7fbcc93a110118) AuthConfig (cfe5a97f1b79d944005e9a44ad4d5ad31e5058eddc385cac0be56b9a2f3e2f72) AuthConfig (ed7d79983e5312fa261735b3033bd34caa680372b098d9a101c37dfe9e472e29) AuthConfig (7f813ce6ae8bb7444dc2e052de47fc408bd05626a69451c03751866a7e14c800) AuthConfig (ef8d8d9b2082a06972aa2a95e5c3da4de837d7f26cca71d159d5f779c62da776) AuthConfig (66e5eeec6012f8a34bf9870ec76b9839deefc2c49302ddac96ac342959ed6d46) AuthConfig (65f831868c10df433c0fba842a3111fa45bfa7c6ecdb759d08562db1872eed2b) AuthConfig (aafdb047e733b20b1a48fc17259fc8d236d318594f17edad6abd05d832d8051e) AuthConfig (c4e26d346e463b0f44b150a299cb81c49da9bad792c35d6538751bc54c1e0d74) AuthConfig (743de3cac16eec6feba495fefb36e94fa2d05acc9f8048c02dec5c47a4242873) AuthConfig (e1b490dcb4aacb9408f5cb0ec721c0f2c454246095980b02263ea2dc78bd6a19) AuthConfig (ff30edde8d5be2344c86521a4f966054dd60598487f695e8c31a2f4e6b2de0bc) AuthConfig (0e13a5a6a9b9e007be74c3bb0190880db702abfdf592301f1eaaee497144f762) AuthConfig (02f4aa9e08b550cbc1e2cd6346e62a270d68d9f2ca42525eb2798a1c8e580918) AuthConfig (389efa8169e7f8ccc2d31d1519495b760cc65b932f9012a0760a2de7dd3d5c8a) AuthConfig (ceb71ffc3020534da82f3e399151e327446fe7d7f7a39b20cf9f11e35824ab1b) AuthConfig (ea6464f65537ce8710b2dec73784a177edb46f0f67d5d978f45777d176e04957)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"2ca8dce2-7533-4084-85b6-dd3721555946","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.893605747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"25a560ab-53ce-4893-87ad-5a5a7a415e17","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:21.893629232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"25a560ab-53ce-4893-87ad-5a5a7a415e17","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:24.747976002Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:27.248934782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"60fb7a90-f964-45ee-9869-6ba0b6385d75","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:27.356877798Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a27ddb23-c1f0-436d-8d7b-6eec198e5d8f","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:28.085486738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cbd687d-171f-41ba-ad20-2863a6af0675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:28.140117575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cbd687d-171f-41ba-ad20-2863a6af0675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:28.195569434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cbd687d-171f-41ba-ad20-2863a6af0675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:28.250499881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cbd687d-171f-41ba-ad20-2863a6af0675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:30.225087256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cad15cd-39d4-4e68-ade8-1e17f0cc3728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:30.27765847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cad15cd-39d4-4e68-ade8-1e17f0cc3728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:30.33136629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cad15cd-39d4-4e68-ade8-1e17f0cc3728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:30.383741857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cad15cd-39d4-4e68-ade8-1e17f0cc3728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.179928191Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"1a7c682a-353a-461b-8a01-bd27121ba010","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.235999398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"2b72d1ca-4d73-487b-a290-26c52d65ae42","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.284979892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"7fa239b5-d50b-404a-95c2-ef42851bc2e5","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.291820489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"2b72d1ca-4d73-487b-a290-26c52d65ae42","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.334232527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"b3769b71-4923-4dae-8e14-ef887192543e","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.390897685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7a6154be-99d1-45d3-bb59-54b261aa3237","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.390923554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7a6154be-99d1-45d3-bb59-54b261aa3237","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.494592763Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"6b411be5-bc50-4314-a5a6-8535d4ff7d10","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.599150873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"48fb6527-2dba-4f46-99ae-a98cbdc96edf","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.649482383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"79b27745-2bfb-4fdd-a881-12695bbb2eb6","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.708297695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"9bc24f15-65ff-402a-9480-814afd2ae1d2","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:31.715981591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"79b27745-2bfb-4fdd-a881-12695bbb2eb6","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:32.000970292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"22c1a7ec-d7e5-4d9b-b239-b064066e7ace","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:32.057443662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"22c1a7ec-d7e5-4d9b-b239-b064066e7ace","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:32.115414285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-302ba0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (feb7d787a69bd9a0bdc1da8b37eb084118ed80321bee0b2a88de1d47bef5ad2a) AuthConfig (0d4faefe381e31fbba1d79c8ab5740d3e5bbf1174bc5cbc16a7fbcc93a110118) AuthConfig (cfe5a97f1b79d944005e9a44ad4d5ad31e5058eddc385cac0be56b9a2f3e2f72) AuthConfig (ed7d79983e5312fa261735b3033bd34caa680372b098d9a101c37dfe9e472e29) AuthConfig (7f813ce6ae8bb7444dc2e052de47fc408bd05626a69451c03751866a7e14c800) AuthConfig (ef8d8d9b2082a06972aa2a95e5c3da4de837d7f26cca71d159d5f779c62da776) AuthConfig (66e5eeec6012f8a34bf9870ec76b9839deefc2c49302ddac96ac342959ed6d46) AuthConfig (65f831868c10df433c0fba842a3111fa45bfa7c6ecdb759d08562db1872eed2b) AuthConfig (aafdb047e733b20b1a48fc17259fc8d236d318594f17edad6abd05d832d8051e) AuthConfig (c4e26d346e463b0f44b150a299cb81c49da9bad792c35d6538751bc54c1e0d74) AuthConfig (743de3cac16eec6feba495fefb36e94fa2d05acc9f8048c02dec5c47a4242873) AuthConfig (e1b490dcb4aacb9408f5cb0ec721c0f2c454246095980b02263ea2dc78bd6a19) AuthConfig (ff30edde8d5be2344c86521a4f966054dd60598487f695e8c31a2f4e6b2de0bc) AuthConfig (0e13a5a6a9b9e007be74c3bb0190880db702abfdf592301f1eaaee497144f762) AuthConfig (02f4aa9e08b550cbc1e2cd6346e62a270d68d9f2ca42525eb2798a1c8e580918) AuthConfig (389efa8169e7f8ccc2d31d1519495b760cc65b932f9012a0760a2de7dd3d5c8a) AuthConfig (ceb71ffc3020534da82f3e399151e327446fe7d7f7a39b20cf9f11e35824ab1b) AuthConfig (ea6464f65537ce8710b2dec73784a177edb46f0f67d5d978f45777d176e04957)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"22c1a7ec-d7e5-4d9b-b239-b064066e7ace","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:32.380246756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7c0cd7-c2b8-43a7-a8a9-8397a9ac9ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:32.433340239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7c0cd7-c2b8-43a7-a8a9-8397a9ac9ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:32.485554701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7c0cd7-c2b8-43a7-a8a9-8397a9ac9ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:32.537852279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7c0cd7-c2b8-43a7-a8a9-8397a9ac9ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:34.423958083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fea672c-eeba-4e09-ae9e-d64d0ed757cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:34.478696175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fea672c-eeba-4e09-ae9e-d64d0ed757cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:34.532796446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fea672c-eeba-4e09-ae9e-d64d0ed757cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:34.585013238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fea672c-eeba-4e09-ae9e-d64d0ed757cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:36.450539053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6edb8f6-2035-4ac3-81ff-80007c471f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:36.502373518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6edb8f6-2035-4ac3-81ff-80007c471f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:36.554536414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6edb8f6-2035-4ac3-81ff-80007c471f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:36.60724075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6edb8f6-2035-4ac3-81ff-80007c471f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.027397544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"01f072b1-8ac7-4570-b016-40f29a3db7c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.130425537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a805eea-5fd8-49d9-a020-b7ce0703dd03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.248297008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"5d509f45-465c-4a99-a862-5c44991fe41f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.355284716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"c2bab3a3-cff8-4f4b-bfcb-43e52f5e67a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.458060981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"44dd683c-2048-4b07-86d2-10c33d7a6f7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.458159953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"510c29dd-f14e-4d70-a517-87ce5cb15d82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.763717556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"4126a1f0-153e-4f07-9b61-a9adcc97bd4b","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.763741147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"0b252d8a-b7a6-44dc-b3dc-15ca7205fb79","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-ok-8c7984","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.822803256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"f569a326-e89b-4656-a5bb-8173d745a4d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.874655539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"22879bb5-e1d9-4122-b8d6-03cfd90af931","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:37.924543817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"a34a3315-286d-424d-bef0-299b1b9db008","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.183608918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"0b80fa9d-6b29-4abb-af36-e5f2244aa4e9","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.440133898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45d73152-ee0a-472f-a363-d47e89ca2042","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.482064801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd08b5fc-407b-45fe-93df-ae67ed218bd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.534417516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd08b5fc-407b-45fe-93df-ae67ed218bd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.586809383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"edf0d8e9-4090-4b42-b832-708ff28f0e04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.587157057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd08b5fc-407b-45fe-93df-ae67ed218bd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.638127031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"f59224c7-5e4a-4818-94ec-e8e5a51541e8","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.639317246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd08b5fc-407b-45fe-93df-ae67ed218bd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:38.795924891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"d2af4407-8b8d-4d6d-a8b8-cdb1d3893d5f","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:40.504345018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06b6b3c-5159-442b-a440-96405bf2616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:40.556586864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06b6b3c-5159-442b-a440-96405bf2616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:40.608741135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06b6b3c-5159-442b-a440-96405bf2616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:40.660722279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f06b6b3c-5159-442b-a440-96405bf2616e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.599654083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"c910dc10-9c8e-4f3e-b31a-b03fcf84b07c","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.703890879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"cd27c9de-b855-4a63-b860-e94a44e4c251","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.769613819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"e952284f-e592-4a38-8489-2da4b680e99b","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.808082085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"2ff66423-d90e-4a86-bcaa-d2528615af83","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.825974357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"e952284f-e592-4a38-8489-2da4b680e99b","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.860563845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"0578d197-3e68-4b11-8578-8d4abc35420d","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.860591797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"0578d197-3e68-4b11-8578-8d4abc35420d","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.870518708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"de8c562b-baaf-4edb-9d76-888fdd6b3e6d","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:41.912879317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f90dd1d6-d06d-43a4-b291-d9da9405d723","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:42.136911163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"76f376e1-9865-419e-bc86-75b57cb36d39","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:42.188245143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"770d635c-c8fd-4862-9c6b-f2b25fb2b3f0","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:42.196074131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"76f376e1-9865-419e-bc86-75b57cb36d39","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:42.2381083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"11005f5e-2c54-4b56-a0ec-c1b0cad3de02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:42.294440692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"11005f5e-2c54-4b56-a0ec-c1b0cad3de02","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:42.607314732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6014a378-2eb1-4f8d-a6e3-345947e1475d","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:42.607337575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6014a378-2eb1-4f8d-a6e3-345947e1475d","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.145026482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"ee4c5bc2-4580-484e-b57e-aecec3c858e8","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.145057786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"ee4c5bc2-4580-484e-b57e-aecec3c858e8","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.199811146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"9ec9df92-a2a6-4c2f-b241-9d7b50609bc8","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.199838175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"9ec9df92-a2a6-4c2f-b241-9d7b50609bc8","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.305570035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bc412fb5-d459-4eca-9c8d-3db0d5b8c8b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.426255603Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bc412fb5-d459-4eca-9c8d-3db0d5b8c8b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.480552713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6ba6e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bc412fb5-d459-4eca-9c8d-3db0d5b8c8b5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.536925171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"535a4251-3c86-44a2-b7eb-93cbe1b6a446","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:47.5369522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"535a4251-3c86-44a2-b7eb-93cbe1b6a446","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:51.912950697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e4bfb070-d296-40db-92c8-e4d1a6023509","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:52.017983976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"4d11f202-33d4-44b0-8e3a-3d3ae10f1246","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:54.750378736Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:57.643569676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"d133eea4-81b0-4433-a348-4e04fa71d199","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:57.69911812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"d133eea4-81b0-4433-a348-4e04fa71d199","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:01:57.75329157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6ba6e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"d133eea4-81b0-4433-a348-4e04fa71d199","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:02.017900101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"76d063fd-500a-4e8b-893c-92adee72a644","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:02.121990215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"3b5a5623-0ec7-423e-b64d-9861534eb190","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:07.859822307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"f4a7a360-a832-43e7-acba-73c2c3dd60b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:07.916712868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"f4a7a360-a832-43e7-acba-73c2c3dd60b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:07.971012921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6ba6e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25529c68833dd9bc33501b29516b0be2635051f0f80833138ce614211054e6e3) AuthConfig (100501ceef2e887ddeec4c6daf5d7a0404deb714ce7f7b6287e03e408fe91d78) AuthConfig (d80b2575545d5bf95dfa79d19ec143f8753fb0bde1826cbe33f1b3b30935a2da) AuthConfig (de965f613d642e6bc38a02ea816e81604e597914ebb4bd77836ff88d30686572) AuthConfig (05e811a5d6ad1c136d8b9f18834b6744335a56bba77f4a8ac33e129bb65bbc08) AuthConfig (d337d9d88576ccd20be0e678a1a8e40bfec070c7450a1674db00d096180f5047) AuthConfig (816f1ecb55d530642f3a84c73a78bd4ebe7b8bdddb8136e863829934a1876f6f) AuthConfig (de746d8cd33277016cbec0920d81d8c54f6876e309b0e47ed931e61af2c991f7) AuthConfig (5a1c91c3417cbdca7df4f277da3be4b0ada51477167e71416c5fecdaf0a868ad) AuthConfig (107f2808ebfa485846748dc3e177a80061390d2a25368e6ba3f2acf071de4fc3) AuthConfig (c08b0cdf3135331c579fd03de88dceafa49fda36af3b542b713139b24864d6da) AuthConfig (951cdf22605084e01cff88cd15f62d575eaca6bada71ae8027ca2e7fb7971d6e) AuthConfig (6bd1fe80a5f7f5defa4089f193f4761c25285f737ea9ea8308237b6cdf728666) AuthConfig (97cae3260308a17b546335e9b405c325ccd96c8970bc42d7456ebd8bdbc1f74d) AuthConfig (dfac792b5bfbea8143f0abfaba8318add047316484a2d004db27cde1a356faa8) AuthConfig (91e99752f3c9226191fa041e5ae9bb5adf627a6f71f3fea30bb08f2390517e04) AuthConfig (a92b513223177254d3d6d48b503e5cb3d146884657e123f5fae4d394af047cd6) AuthConfig (a4a99929170a132e62fa32cf8df1f55c2af1783081818bbcf65b984af4473a58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"f4a7a360-a832-43e7-acba-73c2c3dd60b1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:08.027983176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"e13a41c9-d929-4fce-86b8-17a702e33dd9","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:08.028014026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"e13a41c9-d929-4fce-86b8-17a702e33dd9","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:12.122410583Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"85b5caa1-2343-47c2-97dd-79392aa51a8a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:12.225857113Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"c1ced98d-6a2e-49fd-b790-0fcf9b174dec","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:15.495424758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"0cbd1e22-2a9e-4157-a34e-2c071a032cd0","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:15.599677984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"0dfc14ba-1236-47de-9a34-7f0dc0626ad1","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:15.704421032Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"2aca8c7d-a0e7-4917-808a-1d48e96ebd70","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:15.808323215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"54ac9219-69de-4d7d-8706-859f1cbddf3c","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:16.372587071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bbca2b-8952-44d2-a0ee-07a415fb0825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:16.42483039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bbca2b-8952-44d2-a0ee-07a415fb0825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:16.48008283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bbca2b-8952-44d2-a0ee-07a415fb0825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:16.532911974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bbca2b-8952-44d2-a0ee-07a415fb0825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:18.134354984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bd1c4751-e296-47fe-b98d-3b98e1c7225d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:18.19032892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bd1c4751-e296-47fe-b98d-3b98e1c7225d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:18.244724914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-6ba6e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (25529c68833dd9bc33501b29516b0be2635051f0f80833138ce614211054e6e3) AuthConfig (100501ceef2e887ddeec4c6daf5d7a0404deb714ce7f7b6287e03e408fe91d78) AuthConfig (d80b2575545d5bf95dfa79d19ec143f8753fb0bde1826cbe33f1b3b30935a2da) AuthConfig (de965f613d642e6bc38a02ea816e81604e597914ebb4bd77836ff88d30686572) AuthConfig (05e811a5d6ad1c136d8b9f18834b6744335a56bba77f4a8ac33e129bb65bbc08) AuthConfig (d337d9d88576ccd20be0e678a1a8e40bfec070c7450a1674db00d096180f5047) AuthConfig (816f1ecb55d530642f3a84c73a78bd4ebe7b8bdddb8136e863829934a1876f6f) AuthConfig (de746d8cd33277016cbec0920d81d8c54f6876e309b0e47ed931e61af2c991f7) AuthConfig (5a1c91c3417cbdca7df4f277da3be4b0ada51477167e71416c5fecdaf0a868ad) AuthConfig (107f2808ebfa485846748dc3e177a80061390d2a25368e6ba3f2acf071de4fc3) AuthConfig (c08b0cdf3135331c579fd03de88dceafa49fda36af3b542b713139b24864d6da) AuthConfig (951cdf22605084e01cff88cd15f62d575eaca6bada71ae8027ca2e7fb7971d6e) AuthConfig (6bd1fe80a5f7f5defa4089f193f4761c25285f737ea9ea8308237b6cdf728666) AuthConfig (97cae3260308a17b546335e9b405c325ccd96c8970bc42d7456ebd8bdbc1f74d) AuthConfig (dfac792b5bfbea8143f0abfaba8318add047316484a2d004db27cde1a356faa8) AuthConfig (91e99752f3c9226191fa041e5ae9bb5adf627a6f71f3fea30bb08f2390517e04) AuthConfig (a92b513223177254d3d6d48b503e5cb3d146884657e123f5fae4d394af047cd6) AuthConfig (a4a99929170a132e62fa32cf8df1f55c2af1783081818bbcf65b984af4473a58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bd1c4751-e296-47fe-b98d-3b98e1c7225d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:18.397613582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0a84a-09ac-4ea9-87e5-f5534fd3c8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:18.45439055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0a84a-09ac-4ea9-87e5-f5534fd3c8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:18.506256769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0a84a-09ac-4ea9-87e5-f5534fd3c8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:18.560157913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0a84a-09ac-4ea9-87e5-f5534fd3c8b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:19.238086938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"092a4f25-515e-4a25-b87a-9537833ae112","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:19.341669983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"bdceb184-5cd1-4578-9b6a-ee9c983bb1c3","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:20.416241048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aefa96-b345-4bcb-83fe-47c1ad4b822f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:20.468245148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aefa96-b345-4bcb-83fe-47c1ad4b822f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:20.52029184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aefa96-b345-4bcb-83fe-47c1ad4b822f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:20.573821811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aefa96-b345-4bcb-83fe-47c1ad4b822f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:24.748304309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:26.024206271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b85fb921-0458-4e62-9ed8-200fa6552b17","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:26.128353723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f088cb9f-ac5b-4950-a9f5-fae60e272749","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.803815126Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"32b00cc9-8da3-4653-bb97-9995c15607eb","namespace":"ai-tenant-e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.803884417Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"32b00cc9-8da3-4653-bb97-9995c15607eb","name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.859870355Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"32b00cc9-8da3-4653-bb97-9995c15607eb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.859897254Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"32b00cc9-8da3-4653-bb97-9995c15607eb","namespace":"ai-tenant-e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.860041831Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"32b00cc9-8da3-4653-bb97-9995c15607eb","name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.86076521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7b8d1a2d-5850-4810-a426-f41fb121178d","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.860787044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7b8d1a2d-5850-4810-a426-f41fb121178d","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.915518489Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"32b00cc9-8da3-4653-bb97-9995c15607eb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.918792987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"99b91d20-401c-4dc1-9d67-4aaf52a60047","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.918813494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"99b91d20-401c-4dc1-9d67-4aaf52a60047","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:27.972287928Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"99b91d20-401c-4dc1-9d67-4aaf52a60047","name":"e2e-lifecycle-model-c831a4c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-c831a4c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:27.972351299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"99b91d20-401c-4dc1-9d67-4aaf52a60047","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-c831a4c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:27.982215314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"e927b903-0c59-439f-beb4-256b912187e8","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.033986297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"2de94697-582e-4503-a071-b613cc4f589f","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.034169898Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"1eef5c81-3427-45d1-82e3-3f4a0fd9a812","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9a2a2a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.091105189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"e927b903-0c59-439f-beb4-256b912187e8","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.138358058Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"842c8de0-9493-4182-87b2-eebe4ba5b8a7","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.190539445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"f3508b74-be0b-421d-9fc0-a92aa3cd5b0f","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.190568172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"f3508b74-be0b-421d-9fc0-a92aa3cd5b0f","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.300431145Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"7f2b9671-d471-4fc6-9636-869aeee99d44","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.350711981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"1c7c9f6d-7164-4fbf-babf-d73ccd665103","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.351213001Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"ca5bc4b9-5f48-44d9-87a1-189047154448","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9a2a2a66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.409221842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"1c7c9f6d-7164-4fbf-babf-d73ccd665103","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.549582842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"7f2b9671-d471-4fc6-9636-869aeee99d44","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.669558525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"7f2b9671-d471-4fc6-9636-869aeee99d44","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"e2e-mt-c831a4c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.669584608Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-policy-c831a4c0","reconcileID":"7f2b9671-d471-4fc6-9636-869aeee99d44","MaaSAuthPolicy":{"name":"e2e-policy-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.728651576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"4a72a4a8-9b6d-4e76-8043-03299be6a1aa","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.728677596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"4a72a4a8-9b6d-4e76-8043-03299be6a1aa","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.730052308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"0e2e9ad4-7169-4838-8839-b071aaed211b","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.73007029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"0e2e9ad4-7169-4838-8839-b071aaed211b","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.93948361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cad793e-c85e-4c19-895b-35d9fcd8c1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:28.99125127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cad793e-c85e-4c19-895b-35d9fcd8c1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:29.043005764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cad793e-c85e-4c19-895b-35d9fcd8c1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:29.094701741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cad793e-c85e-4c19-895b-35d9fcd8c1a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:31.0473776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ab7792-b0b8-4b37-8741-b0a9d1f8d817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:31.099130196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ab7792-b0b8-4b37-8741-b0a9d1f8d817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:31.150799814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ab7792-b0b8-4b37-8741-b0a9d1f8d817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:31.202662907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28ab7792-b0b8-4b37-8741-b0a9d1f8d817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.225512338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"be8b7830-a27a-4ef2-8a88-f7e495685528","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.225535166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"be8b7830-a27a-4ef2-8a88-f7e495685528","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.225536575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.284886711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"a0716501-3c36-4792-bb75-354ee027b40d","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.284915742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"a0716501-3c36-4792-bb75-354ee027b40d","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.333555508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"fbed8891-67b6-4233-aa7e-ed04fc0935e7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:34.333919922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"25adc51e-ffa5-403a-b2ee-8edd2ce2308d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c7d61d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.38911342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"fbed8891-67b6-4233-aa7e-ed04fc0935e7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.492712314Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.492830122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"51219c7a-1048-45eb-a04a-d58e61cb0574","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.492851458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"51219c7a-1048-45eb-a04a-d58e61cb0574","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.551259197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"0de0dcc1-3456-4827-bf64-e649f842e24d","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.551291085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"0de0dcc1-3456-4827-bf64-e649f842e24d","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.551734862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"08359a1d-d4a5-46ec-aeeb-f23028fb9da1","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.551754483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"08359a1d-d4a5-46ec-aeeb-f23028fb9da1","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.595704055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"c72b3001-4013-4c87-88e3-c35e0453d8a1","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.595729713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"c72b3001-4013-4c87-88e3-c35e0453d8a1","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.599098329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"06d61fff-2e04-410a-9859-6d94f923c2aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:34.599566151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"bae074ba-d673-4f05-b4d3-c2c77f4e46af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c7d61d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.655687593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"06d61fff-2e04-410a-9859-6d94f923c2aa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.698851114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"ec91604c-2f8f-45fe-b430-d1faf4cfafb3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.709558869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"02eef5a9-29a4-41ff-a000-32fab24cf1b3","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.709578395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"02eef5a9-29a4-41ff-a000-32fab24cf1b3","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.754658745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"ec91604c-2f8f-45fe-b430-d1faf4cfafb3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.765439359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"cf745d1d-44c6-4a7d-94f8-813b2507161f","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.765488891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"cf745d1d-44c6-4a7d-94f8-813b2507161f","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.779428783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6fdb63e9-440a-466e-8571-6c5352b88a01","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.779454011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"6fdb63e9-440a-466e-8571-6c5352b88a01","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.779521125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.806852964Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"fafceb44-144e-4b79-88dc-8e73d4f86fee","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"sub-test-model-302ba0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-302ba0/e2e-shared-sub-c7d61d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.835616929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"abe12bfe-f110-4960-902c-6893492191ea","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.835637808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"abe12bfe-f110-4960-902c-6893492191ea","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:34.884755375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"56d4433d-fdf4-4e65-adf3-64fca8255102","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-c7d61d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.965562271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"753b10fb-9590-4537-bac4-b674532bb645","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.970753537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"f3f92027-e7c8-47fb-ba97-1092a2bc28db","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.970776308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"f3f92027-e7c8-47fb-ba97-1092a2bc28db","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.97231898Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"12b9097f-e65d-4d9d-9751-49c79cf46f0e","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"sub-test-model-6ba6e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-6ba6e5/e2e-shared-sub-c7d61d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.993334261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"529a2a62-624e-4947-8448-78600f5c648e","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:34.993356571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"529a2a62-624e-4947-8448-78600f5c648e","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.020968434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"753b10fb-9590-4537-bac4-b674532bb645","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.047292395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"5ea9df50-9ea5-4dbb-847e-c35caf5e3df2","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.047314177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"5ea9df50-9ea5-4dbb-847e-c35caf5e3df2","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.05545712Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.055696708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"8df18502-636b-4102-8fbc-2942a992deec","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.055712663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"8df18502-636b-4102-8fbc-2942a992deec","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.065909236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"3c397742-e7bf-4461-a705-9d1d0e989009","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.111908128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"0cbb651d-42a1-4342-a3fa-5a59e142ef46","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.111930349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"0cbb651d-42a1-4342-a3fa-5a59e142ef46","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.122641964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"3c397742-e7bf-4461-a705-9d1d0e989009","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.137087991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"d0d33c93-37b9-43a7-8185-5b28ead4f33a","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.13711001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"d0d33c93-37b9-43a7-8185-5b28ead4f33a","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:35.164694371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"acc7ffd9-5ec1-434b-a8f2-3ea4af98d7d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-c7d61d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.233134291Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"f2add429-bab8-4a94-9f61-760a346c1fec","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-302ba0/e2e-a-only-c7d61d","ai-tenant-e2e-shared-a-w0-302ba0/e2e-shared-sub-c7d61d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.275749669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"23614611-16db-45da-b4d7-f13a8cb5c190","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.275774737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"23614611-16db-45da-b4d7-f13a8cb5c190","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.329996481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"b1684fcf-b9c7-4f67-95ab-c80542fd02d6","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.330022908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"b1684fcf-b9c7-4f67-95ab-c80542fd02d6","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.33041251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"30d0b636-c6e5-4a1f-a3bc-c8c449c63a5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.333646325Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"f84a8d14-52d5-4356-ac7a-f6f29f6cae6e","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-302ba0/e2e-a-only-c7d61d","ai-tenant-e2e-shared-a-w0-302ba0/e2e-shared-sub-c7d61d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.385769348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"30d0b636-c6e5-4a1f-a3bc-c8c449c63a5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.435021617Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"c224c44d-68e4-4b3f-aa95-54f9f995078b","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-6ba6e5/e2e-b-only-c7d61d","ai-tenant-e2e-shared-b-w0-6ba6e5/e2e-shared-sub-c7d61d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.500189366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"5f7c0760-2ba4-4b8d-b4b8-65e3f5e3fb54","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.500213036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"5f7c0760-2ba4-4b8d-b4b8-65e3f5e3fb54","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.538262326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"71acb90d-9ea2-40bd-a789-6b165dab2183","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.546525571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"98b4b0d7-2172-4e66-85a3-97c36f877a8f","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.703156305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"3fae81f2-b19a-4066-a8e8-38dcfc7fcd57","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.703184277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"3fae81f2-b19a-4066-a8e8-38dcfc7fcd57","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.706283653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"1618cfdb-dc59-42d4-b441-cae6b0a4480d","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.749481148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"ac892995-ba03-40a0-8a89-5afbfcea4ec8","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:35.909939144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"733a261d-4464-448b-9b76-255f930b5cca","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.624149827Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","namespace":"ai-tenant-e2e-explicit-0cb4ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.624206584Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","namespace":"ai-tenant-e2e-explicit-0cb4ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.624257462Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","tenant":"e2e-explicit-0cb4ef","tenantID":"e2e-explicit-0cb4ef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.679768216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"Deployment","name":"maas-api-e2e-explicit-0cb4ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.74070386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"Service","name":"maas-api-e2e-explicit-0cb4ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.797490151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-0cb4ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.851659287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-0cb4ef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.905857813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:37.959660992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.015686417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.07273884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.127733554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"Deployment","name":"payload-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.15119666Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b78d21d6-b3bb-47b7-ad25-ab8ad14e9538","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.179405384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.230951391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"Service","name":"payload-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.255060993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"bc011273-56d8-4b47-b5cc-b4f9ffcf4e5a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.28915426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"Service","name":"payload-pre-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.340611853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.39184105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.403148179Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"b42abf98-706c-4b5d-91f9-215dd5dd10e6","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","subscription":"e2e-sub-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.442992339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.455018958Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"b42abf98-706c-4b5d-91f9-215dd5dd10e6","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.497365324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.509550319Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-sub-c831a4c0","reconcileID":"b42abf98-706c-4b5d-91f9-215dd5dd10e6","MaaSSubscription":{"name":"e2e-sub-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"name":"maas-trlp-e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.548684784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.599900151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.651960952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-0cb4ef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.704371274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0cb4ef"},"namespace":"ai-tenant-e2e-explicit-0cb4ef","name":"default-tenant","reconcileID":"03146382-c7bb-47bd-aa48-142b2a1fcf9b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-0cb4ef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.783053562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"6208bc29-797a-486a-8501-8ab01feefbcf","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.783144928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"6208bc29-797a-486a-8501-8ab01feefbcf","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:38.783531428Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:39.403053494Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-0cb4ef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-0cb4ef","reconcileID":"90759825-bb17-41fe-8d64-28fd669d291f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-0cb4ef","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-0cb4ef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:39.743658112Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b711e43c-180c-40ac-b756-67544c8b64a9","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:39.848074322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a15926eb-bc24-4833-8b24-47ce1a639dda","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:40.628234752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161df80c-ebb9-4178-b559-fcdbc0adb85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:40.680446966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161df80c-ebb9-4178-b559-fcdbc0adb85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:40.73217636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161df80c-ebb9-4178-b559-fcdbc0adb85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:40.783997024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"161df80c-ebb9-4178-b559-fcdbc0adb85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:42.649396372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb09f1e-39d3-457b-b129-70487ab7c618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:42.701485927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb09f1e-39d3-457b-b129-70487ab7c618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:42.753341795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb09f1e-39d3-457b-b129-70487ab7c618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:42.805177521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb09f1e-39d3-457b-b129-70487ab7c618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:49.84839144Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e1d3c805-6831-4ab5-aecd-f85a6072ee08","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.00576584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"b6f51d02-1dc9-4988-971b-3a6d0df1e5cc","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.059728136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"b6f51d02-1dc9-4988-971b-3a6d0df1e5cc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:50.111775363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"09b1cd92-9af6-4296-b8a3-27e6754712f5","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.163933677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"8cfb371f-d74c-4d7a-8e3e-72be251e19f5","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.163997196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"8cfb371f-d74c-4d7a-8e3e-72be251e19f5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.17440646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"e79ef81a-1d84-4d3b-b693-2b968ffed042","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.174496096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"e79ef81a-1d84-4d3b-b693-2b968ffed042","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.195299185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"acc4a8b2-357e-4723-9c80-6a95e6f017a6","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.195354098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"acc4a8b2-357e-4723-9c80-6a95e6f017a6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.236558079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"b9bc2911-e25c-4467-a0b1-7151a6e8b702","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.236664158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"b9bc2911-e25c-4467-a0b1-7151a6e8b702","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.317980925Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"0ed5070c-b12d-4d2d-bdb1-ae57c8bcd00f","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.318047583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"0ed5070c-b12d-4d2d-bdb1-ae57c8bcd00f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.479446005Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"6039c123-ec26-4c21-9fe1-a8ea856bff8f","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.479543859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"6039c123-ec26-4c21-9fe1-a8ea856bff8f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.800397472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"1d00fca7-3043-4f6f-8f4e-998638957855","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:50.800489518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"1d00fca7-3043-4f6f-8f4e-998638957855","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:51.441070062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"83733a19-4c7b-4818-a975-fac15cf1c488","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:51.441135144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"83733a19-4c7b-4818-a975-fac15cf1c488","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:52.722276487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"e868e723-88ad-4690-afe4-ae915bbdebd9","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:52.722339316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"e868e723-88ad-4690-afe4-ae915bbdebd9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:54.746973502Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:55.283403607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"e58019f8-bf02-41ac-9a3d-f5fff2a762f4","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:02:55.283491476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8e1f56","namespace":"ai-tenant-e2e-noten-8e1f56"},"namespace":"ai-tenant-e2e-noten-8e1f56","name":"noten-model-8e1f56","reconcileID":"e58019f8-bf02-41ac-9a3d-f5fff2a762f4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8e1f56/noten-model-8e1f56-kserve-route (gateways: [openshift-ingress/e2e-noten-8e1f56]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:02:59.95273694Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"c9f7c5d5-c331-4d0a-94f5-1d2115151666","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:00.096123674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aea441e7-405d-4d70-b3a0-8535e56a090a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:00.215864108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f5b6c9b3-3ae4-44c7-8565-aae1e7598826","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:00.311282566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"54026f59-19c5-48e7-973e-1710e58fe4bd","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:00.360269111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"48f6c6bc-3fc1-464a-9ac7-2c7a38c3c8bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:00.551872134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9452cec3-c4f5-4a01-9601-bfc0fdd0211c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:00.676073182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"1dd40659-e4e5-4baa-aec3-d7247895e429","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.093493782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"5a19f881-2212-4fd0-ac30-bac0cdedca4e","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.156500051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"01fab3af-92be-40d3-a3e8-f9c0e9727a8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.192584988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"40e99c12-ed45-4794-ad32-a0debfdb42bd","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.242789391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"8ba8071d-2368-42ae-807f-930895b6b4f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.388451945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"7c74ccf6-6440-4373-83a2-a0782ef6e5e7","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.489636048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"cc28eb4f-c1b0-41e2-8039-e22a609236bd","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.503682013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"ce581cab-0a3c-46fa-9f7a-59fbd95f0a91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.552090269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"b476a3f4-306e-4b8f-8afe-db33ec5714c7","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.552109954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"b476a3f4-306e-4b8f-8afe-db33ec5714c7","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.590364178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"bf640f7d-380f-415f-85c7-2e05931d519e","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.590488476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"508fc098-053e-4522-bcd5-fea75145738f","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.653309837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"91e7ec72-a952-47d5-ab75-a3525cdea407","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.653329472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"91e7ec72-a952-47d5-ab75-a3525cdea407","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.755847053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"37ec6291-51c7-409e-a1c4-990f60d34617","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.755869341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"37ec6291-51c7-409e-a1c4-990f60d34617","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.759052749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"7b6feed8-23de-4bf8-a89c-56592d7fe607","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.759069433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"7b6feed8-23de-4bf8-a89c-56592d7fe607","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.760100603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"f238a41d-8b60-4792-a24a-53f1389a5619","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.861219289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"2005a5c6-755b-4a0f-ac28-c10727d69cd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.910560039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"a5cd46d7-de3e-4bca-9b47-7c5cf0a38f92","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:01.963883013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"e686ca51-6363-4fad-ab29-012f63dfe67a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:02.014200587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"f932bcce-3b0d-4b6a-ad4b-c3c3a3b1cf52","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-ok-8c7984","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:02.162261393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"ab68b17f-951f-4631-a42d-db5e853d39c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:02.21753354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"ab68b17f-951f-4631-a42d-db5e853d39c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:02.446256168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bedf71c3-5eff-4e20-8a1c-198060dc4267","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:02.50121064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bedf71c3-5eff-4e20-8a1c-198060dc4267","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:10.059354567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"f1e9bceb-7aa4-4cf7-9c85-118e2494eeb6","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:10.321091356Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"9e9b06d0-da9c-4cce-b81d-29de2d025e8d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.391194115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bcaae1f1-7950-451d-8c3b-a7f4e7c5c9a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.391232886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"041d99e5-c4d1-4c2c-b8cc-62eaf3091209","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.391245173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"041d99e5-c4d1-4c2c-b8cc-62eaf3091209","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.596399682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bcaae1f1-7950-451d-8c3b-a7f4e7c5c9a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.654959759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"2bfcbf4c-30d3-4018-8917-b31e8d76fd26","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.655010074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"1bd459cd-fab1-4507-8929-c56f1dc8cf64","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.715794014Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bcaae1f1-7950-451d-8c3b-a7f4e7c5c9a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"e2e-shared-a-w0-302ba0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.715814921Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"bcaae1f1-7950-451d-8c3b-a7f4e7c5c9a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.770396114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"12e4e337-f86d-4c6d-9f08-0698fab46742","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.770425596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"12e4e337-f86d-4c6d-9f08-0698fab46742","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.905339309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"e6a1830a-89f2-4384-b909-34e1e8eeb0c2","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:11.905360628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"e6a1830a-89f2-4384-b909-34e1e8eeb0c2","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:12.035794562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"37b70c4d-cba9-4a25-a959-7ccf9e168382","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:12.035796477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"c600e333-a0af-4753-a673-36b8553ee837","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:14.791336389Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a675fd","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","reconcileID":"f0ae5de4-5931-451e-abc5-c754a5e4bb27","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:14.900172778Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a675fd","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","reconcileID":"1731981b-9e98-4069-9197-b30077ac3bbd","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-broken-a675fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:14.949079778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c522d385-9b74-4ac0-8d81-27425221a6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:14.950223078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"343ea976-48af-4c3c-a022-e8e474ccf1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.004789632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c522d385-9b74-4ac0-8d81-27425221a6b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.005552672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"343ea976-48af-4c3c-a022-e8e474ccf1f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.101947934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"7c2cbe00-22f7-4a09-914e-08c14445034a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.102901735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"5bd012e5-316f-42e3-850e-2cafbf3e4aac","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.104344539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"01560abf-0298-423c-83f8-1454313458fe","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.156922307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"7c2cbe00-22f7-4a09-914e-08c14445034a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.158243981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"5bd012e5-316f-42e3-850e-2cafbf3e4aac","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.159394283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"01560abf-0298-423c-83f8-1454313458fe","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.364197556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2867c49f-dacf-4fcf-a11b-79b5517fef30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.364208764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8c2b9a1d-0205-4a8f-8158-990db155e9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.419700255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"8c2b9a1d-0205-4a8f-8158-990db155e9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.420222596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2867c49f-dacf-4fcf-a11b-79b5517fef30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.571417064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"978b9902-7dcc-499e-8e45-6e1389a377a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.626959989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"978b9902-7dcc-499e-8e45-6e1389a377a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.724758972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"06caa160-20b1-47d2-bd19-2fd74e7f3c12","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.724981344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"cf8195aa-4071-4f0b-a090-00f3758c90bd","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.727455715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"49aaf4ed-7be2-4d4e-9a10-0a85f31afaec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.779030611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"550ef771-a08b-44fb-b97b-ccdc781b6beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.785959098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"cf8195aa-4071-4f0b-a090-00f3758c90bd","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.785957509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"06caa160-20b1-47d2-bd19-2fd74e7f3c12","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.788110959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"49aaf4ed-7be2-4d4e-9a10-0a85f31afaec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.840765541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"550ef771-a08b-44fb-b97b-ccdc781b6beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:15.991679164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"84761b27-205c-4dbe-a13a-4ce19636e11d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.04774116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"84761b27-205c-4dbe-a13a-4ce19636e11d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.100105521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"bf761532-d250-4746-a8d5-852d59f308cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.150980829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"64df32e1-1fa3-4684-9c14-978ab5b7f41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.155226536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"bf761532-d250-4746-a8d5-852d59f308cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.204969672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbbd1de8-c74c-4685-a971-72dfa27451f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.20562862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8fa2467b-c292-4c53-8865-9e5211e199e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.206872386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"64df32e1-1fa3-4684-9c14-978ab5b7f41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.261230116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8fa2467b-c292-4c53-8865-9e5211e199e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.261958333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbbd1de8-c74c-4685-a971-72dfa27451f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.406646441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"69ccf9f2-b23d-4ade-a7c5-e80211ccb523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.462266076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"69ccf9f2-b23d-4ade-a7c5-e80211ccb523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.617503237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"ccacf2e1-ae84-4534-8cd6-3e0b37d45686","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.669209815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"8972f8a4-84b4-4dfb-8a05-171154954170","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.673798168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"ccacf2e1-ae84-4534-8cd6-3e0b37d45686","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.724310148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"8972f8a4-84b4-4dfb-8a05-171154954170","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.770737021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"e9c9266d-1700-4346-b20f-9ef7f529647a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:16.827492178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"e9c9266d-1700-4346-b20f-9ef7f529647a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:20.165513038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"95fb20af-a9a8-4363-9f03-201ca34e53a5","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:20.424693317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a4368f0c-c78e-457b-b8a6-05e71b6b66dd","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.128542924Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","namespace":"ai-tenant-e2e-shared-a-w2-3db672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.128602231Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","namespace":"ai-tenant-e2e-shared-a-w2-3db672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.128649428Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","tenant":"e2e-shared-a-w2-3db672","tenantID":"e2e-shared-a-w2-3db672","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.181830573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-3db672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.241181806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"Service","name":"maas-api-e2e-shared-a-w2-3db672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.299164832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-3db672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.352341748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-3db672","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.406127012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.45943057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.515550803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.569185266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.621359573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.673232577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.724589355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.775826429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.82710654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.879074356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.930200545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:21.984677109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.035752995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.086821291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.142811482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-3db672","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.194092849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-3db672"},"namespace":"ai-tenant-e2e-shared-a-w2-3db672","name":"default-tenant","reconcileID":"cd3589d6-a7b1-4b3c-9b4c-3bb59c309af3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-3db672","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.303995406Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"dbbd625b-1ad9-4dcb-b22a-3b9c6b65c8f1","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscription":"e2e-shared-sub-c7d61d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.517516211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-shared-sub-c7d61d","reconcileID":"dbbd625b-1ad9-4dcb-b22a-3b9c6b65c8f1","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-302ba0/e2e-a-only-c7d61d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.724720033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"43ccd0e7-28d4-4a0c-b801-ecf8fa6d13bd","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.776985361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"54acd005-27ca-41f5-bb98-67dbfc862d65","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.777006451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"54acd005-27ca-41f5-bb98-67dbfc862d65","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.777018308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.932621071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"97dcaf94-7e77-4b94-a5bb-84ce9e58b6af","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:22.932642163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"97dcaf94-7e77-4b94-a5bb-84ce9e58b6af","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:23.122559939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"9d34f3cb-afd1-4d48-adf7-2a07cd5474a7","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:23.278422576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"32b63ab3-2618-419b-9a46-f40e087c80f8","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:23.382597226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"f75566dd-5cc1-409f-b164-2803026ddc69","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:23.508069583Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"05329709-b7d4-4476-92be-26e43afe9369","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:23.508388817Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-3db672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-3db672","reconcileID":"a17734d9-4b99-480e-808a-ece8c16386dc","aitenant":"ai-tenants/e2e-shared-a-w2-3db672","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:23.669768422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"3d7b836e-1083-4ceb-ae0a-f681ed6da924","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:23.772688463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"e2dee516-6e75-473a-b53c-36b74ae7ed83","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:24.050572957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f3600e-c40c-4012-ab15-9eb7a3804ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:24.102227609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f3600e-c40c-4012-ab15-9eb7a3804ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:24.153926874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f3600e-c40c-4012-ab15-9eb7a3804ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:24.206080516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1f3600e-c40c-4012-ab15-9eb7a3804ac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:24.317241618Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-3db672","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-3db672","reconcileID":"a17734d9-4b99-480e-808a-ece8c16386dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-3db672","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-3db672"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:24.541847722Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"e4e5d575-2aed-4342-a284-7e41de25acaf","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:24.645242321Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"16d25824-a020-4c46-b45d-ab774bcd8a7d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:24.747296632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:26.133703835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f078697-c185-4f9d-8207-0c5d9a1a843f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:26.186272268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f078697-c185-4f9d-8207-0c5d9a1a843f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:26.238209286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f078697-c185-4f9d-8207-0c5d9a1a843f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:26.290016207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f078697-c185-4f9d-8207-0c5d9a1a843f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:27.974342776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"64aac7cd-850f-4929-8ba1-0af176bed5cd","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:27.974927999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"7d676a87-12b9-4ed5-8cfe-3ff74d691ba9","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.086945283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"66fc0906-e125-4e3f-89a1-60670d61ba1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.160072256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f3f323-4566-442e-a5c7-486170dd901d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.169661621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e51c642-3ccf-4d23-a100-dfa836504646","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.212129614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f3f323-4566-442e-a5c7-486170dd901d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.264254143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f3f323-4566-442e-a5c7-486170dd901d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.31626384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f3f323-4566-442e-a5c7-486170dd901d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.576166515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"128f80a9-42bb-42ac-a3d5-0292f01ca883","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-ok-8c7984","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.576245177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"679c354a-cc4a-4094-a197-99d86681b6b7","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.737155495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"13ccd490-53fe-45f6-b9a1-69ac712b4eed","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:28.906182739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89e3ea81-2e1b-4a63-a914-4d2be0fbbb54","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.130029663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"c4a5c3f7-eb00-46e4-8b13-3303fff39acc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.35995132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"bc0f381a-5d1a-4b1d-aabd-d9058811dcbd","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.410306267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"90e58e71-7193-4d2b-9259-5a1e76bb3e47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.512310521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"d158931e-6963-4a45-a0bd-4ae8950551b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.540764062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"3328c00a-61a6-4322-8041-6c4901af4e76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.611222821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"512c02ba-9e1c-47ec-ac4a-bf319faaea10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.777047927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"ca0f6590-dc66-4d73-b9aa-19ff49c70de5","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.828721933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"d22bfbf3-60dd-4dff-a8fa-aa7f82558051","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:29.945750158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"bc9d5d95-ce42-44e2-b60d-026fa8956c9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:31.348867717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d804c68c-0683-4e45-8f9e-002ec6e10031","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:31.45304891Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"2d5566f3-ead3-480a-9164-e88f3f30ded4","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.056527492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.056586805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.056641079Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","tenant":"e2e-shared-b-w2-c52bfa","tenantID":"e2e-shared-b-w2-c52bfa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.109968461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-c52bfa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.169126868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"Service","name":"maas-api-e2e-shared-b-w2-c52bfa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.189266037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f2a96d-a199-4d45-8ea9-83fc908d9b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.241589169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f2a96d-a199-4d45-8ea9-83fc908d9b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.243668045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-c52bfa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.293526232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f2a96d-a199-4d45-8ea9-83fc908d9b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.34577245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3f2a96d-a199-4d45-8ea9-83fc908d9b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.350432812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-c52bfa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.403859883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.457253984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.513036729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.610934939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.662256301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.71341111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.764526497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.815819684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.867033309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.918199091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:32.969440541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.023674959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.074923358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.095497951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"e11b811e-4dd8-4d9b-9726-657a5d27b88e","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","subscription":"e2e-a-only-c7d61d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.126172787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.147484578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"e11b811e-4dd8-4d9b-9726-657a5d27b88e","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.182968125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-c52bfa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.199566098Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"e2e-a-only-c7d61d","reconcileID":"e11b811e-4dd8-4d9b-9726-657a5d27b88e","MaaSSubscription":{"name":"e2e-a-only-c7d61d","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"name":"maas-trlp-sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.236456821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c52bfa"},"namespace":"ai-tenant-e2e-shared-b-w2-c52bfa","name":"default-tenant","reconcileID":"2320905c-9534-47ba-9461-8b7e2d44138a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-c52bfa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.501639299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"34871186-20f9-4ab8-a7ab-a92a68611d8c","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"tenant":"e2e-shared-a-w0-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","model":"ai-tenant-e2e-shared-a-w0-302ba0/sub-test-model-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.501660308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"sub-test-model-302ba0","reconcileID":"34871186-20f9-4ab8-a7ab-a92a68611d8c","MaaSModelRef":{"name":"sub-test-model-302ba0","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"routeName":"sub-test-model-302ba0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","llmisvcName":"sub-test-model-302ba0","gateway":"openshift-ingress/e2e-shared-a-w0-302ba0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.502052793Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.788134002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"02cfa8e5-ecb9-4cbb-b3dc-e6c80686c634","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.788310702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"cf5b89d9-eb44-495f-b65c-ee2534b19dec","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.788329292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"cf5b89d9-eb44-495f-b65c-ee2534b19dec","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:33.976651072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"02cfa8e5-ecb9-4cbb-b3dc-e6c80686c634","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.054187367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"f44ae275-a120-4d9e-8585-b888f9831c5a","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.054441279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"217f7ed5-8d82-413b-971f-98f5b025a752","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.097560409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"02cfa8e5-ecb9-4cbb-b3dc-e6c80686c634","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"e2e-shared-b-w0-6ba6e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.09758507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-sub-iso-auth-c7d61d","reconcileID":"02cfa8e5-ecb9-4cbb-b3dc-e6c80686c634","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.155014971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"2e0760ca-df5d-4baf-a80d-d6fbbf8e667d","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.155036049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"2e0760ca-df5d-4baf-a80d-d6fbbf8e667d","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.215342274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13858601-23c9-4598-a4a3-79833cfce7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.267884986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13858601-23c9-4598-a4a3-79833cfce7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.301106041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"b27450f3-667b-4636-8f33-7482b4690e2b","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.301126483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"b27450f3-667b-4636-8f33-7482b4690e2b","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.319628326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13858601-23c9-4598-a4a3-79833cfce7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.371631297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13858601-23c9-4598-a4a3-79833cfce7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.52839886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"0f0215aa-6923-4996-a629-10aabe96e89a","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.588561132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"57e0e585-98ac-456f-85c8-9f9115401109","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-6ba6e5/e2e-b-only-c7d61d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:34.847908714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"67f07b8f-d055-4c56-85cb-c19398da9e2c","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:36.236626808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d497191-a950-4333-b6e2-7ac88f5f0dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:36.288833618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d497191-a950-4333-b6e2-7ac88f5f0dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:36.341715605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d497191-a950-4333-b6e2-7ac88f5f0dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:36.393717061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d497191-a950-4333-b6e2-7ac88f5f0dcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:37.580627231Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"9407da3b-9cf2-41c3-999b-ea55284a7bce","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:37.68424126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"80ebc4aa-f0af-406b-adc7-4badfb0bd677","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:37.801418438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"13e5c7b2-d75b-4817-86bd-c9d16c9d2ff5","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:37.890417277Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c52bfa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c52bfa","reconcileID":"b7af826a-5a99-4ed5-b0fd-988d9b2b605b","aitenant":"ai-tenants/e2e-shared-b-w2-c52bfa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:37.905383147Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f38ea910-53ad-4077-acd2-c61402ff5344","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:38.048977119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"82b145c1-4003-4907-9b11-d0911a94157f","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:38.152796046Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"024734af-e9ea-4726-826b-4fec7c84b7fe","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:38.253331372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476bc4e0-5f05-491e-bde8-7f1220bd4248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:38.305841669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476bc4e0-5f05-491e-bde8-7f1220bd4248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:38.357877509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476bc4e0-5f05-491e-bde8-7f1220bd4248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:38.409660079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"476bc4e0-5f05-491e-bde8-7f1220bd4248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:38.71384089Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c52bfa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c52bfa","reconcileID":"b7af826a-5a99-4ed5-b0fd-988d9b2b605b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c52bfa","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c52bfa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:38.934591075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"bcbbc30d-2c29-42ec-9577-c1ee31ec7c21","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:39.038418076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"42eb4cd9-6054-47e4-8ec4-227b9f0d4094","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.351183731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3283e61e-93da-4468-9a44-91fbb188d678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.404005128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3283e61e-93da-4468-9a44-91fbb188d678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.455904329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3283e61e-93da-4468-9a44-91fbb188d678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.507895442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3283e61e-93da-4468-9a44-91fbb188d678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.787738362Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"727b8f29-93af-4842-b0c3-562709ef11c5","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.844756597Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"f9cdf2ac-f13b-4432-a7f6-980e25c8db8c","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.94490815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"c73fd1e6-9904-46fa-8d27-6eeda0281c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.945956841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fda6442f-6abb-469c-8097-ab9ca9402ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:40.947944833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"97f7f5b2-2cab-44f5-bc48-76b907e1d165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.000118633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"c73fd1e6-9904-46fa-8d27-6eeda0281c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.001171551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fda6442f-6abb-469c-8097-ab9ca9402ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.002975138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"97f7f5b2-2cab-44f5-bc48-76b907e1d165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.099011121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"0835a361-4689-4f20-9e0d-145b9ad0422b","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.102109383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"b63ebaf2-ed64-4b96-80cd-f72b29461810","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.154154214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"0835a361-4689-4f20-9e0d-145b9ad0422b","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.160040679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"b63ebaf2-ed64-4b96-80cd-f72b29461810","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.162504892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"56548a9e-9610-4d9b-9b6b-031acbb962dc","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.329039872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"21f5d05a-6028-4540-96bb-d042e2208b56","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.360266717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"96b88519-c9f3-4e56-8bcb-810fb74d7a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.415508618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"96b88519-c9f3-4e56-8bcb-810fb74d7a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:41.432656885Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"21f5d05a-6028-4540-96bb-d042e2208b56","name":"e2e-fail-2f68aca0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-2f68aca0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:41.432727754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"21f5d05a-6028-4540-96bb-d042e2208b56","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-2f68aca0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.484664455Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"afcd801c-191a-4335-b5a8-0bb4f32068c5","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.541129386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"28a2bda3-0436-43ea-8aee-c4633b2822c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.541339798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"206e0d66-261f-4b81-91f8-f2545722910e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.592983769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f9c4cf6f-11eb-4c87-8245-5a23acbe86a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.597086807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"206e0d66-261f-4b81-91f8-f2545722910e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.597569277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"28a2bda3-0436-43ea-8aee-c4633b2822c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.648292858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f9c4cf6f-11eb-4c87-8245-5a23acbe86a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.697051572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6e3fc059-1c0b-4d85-9c0f-66349a62e044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.755614527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"6e3fc059-1c0b-4d85-9c0f-66349a62e044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.912412763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3ef34313-d597-4387-bfcb-bd706767622d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.967529926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"3ef34313-d597-4387-bfcb-bd706767622d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:41.995192103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"69679196-c6ce-43cc-b1ae-61035654dd12","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.000176097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"61919d7e-41f7-41ac-ad16-f49754fd44fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.055215061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"5b5b1755-0af1-4cfb-bad0-e2286a987df9","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.055250398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"5b5b1755-0af1-4cfb-bad0-e2286a987df9","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.058435581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"61919d7e-41f7-41ac-ad16-f49754fd44fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.122827592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47ed5400-c713-4a98-947b-fa628a308928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.140795673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b6fea2c5-6665-44aa-9d91-4ee12d7fd66b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.178641281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47ed5400-c713-4a98-947b-fa628a308928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.197549519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b6fea2c5-6665-44aa-9d91-4ee12d7fd66b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.313550522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"1f76beef-d382-40c3-8c97-fb0205526090","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.31427267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f796647-f9b2-41fa-8cf5-1d4813d115d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.368926219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"1f76beef-d382-40c3-8c97-fb0205526090","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.369126678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f796647-f9b2-41fa-8cf5-1d4813d115d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.375154635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6c5169-c9bc-457a-a741-53e2b6486a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.429848937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6c5169-c9bc-457a-a741-53e2b6486a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.432016819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"059a9620-392a-402a-9dee-4491f8c2423c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.484340885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6c5169-c9bc-457a-a741-53e2b6486a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.48733234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"059a9620-392a-402a-9dee-4491f8c2423c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.53711675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a6c5169-c9bc-457a-a741-53e2b6486a7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.588782499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"afc3bb95-9beb-439f-ad4b-fb7174d8fb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.644086981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"afc3bb95-9beb-439f-ad4b-fb7174d8fb5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.746778668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"cf978392-7dcf-4011-82c4-5e52c977f95a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.802393942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"cf978392-7dcf-4011-82c4-5e52c977f95a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.852077354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"5ff4dd9e-ee9d-436e-a71c-882846ffa714","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.85210153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"5ff4dd9e-ee9d-436e-a71c-882846ffa714","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.905457103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"2d5889ea-3ff8-47d7-8f5b-545f7507d5c6","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:42.951167798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"13d2816a-fc47-4e87-a97d-e40e41505c8d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.006268379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"13d2816a-fc47-4e87-a97d-e40e41505c8d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.025236336Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"2d5889ea-3ff8-47d7-8f5b-545f7507d5c6","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.055058733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6b7f68f3-0685-49ea-bbdb-56eb9239d170","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.078988446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"2d5889ea-3ff8-47d7-8f5b-545f7507d5c6","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.110859878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6b7f68f3-0685-49ea-bbdb-56eb9239d170","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.1871874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"3562f2fc-3ce4-4158-b05a-cf5f15fb1daf","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.187216797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"3562f2fc-3ce4-4158-b05a-cf5f15fb1daf","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.208681651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"f0c36f90-a0cb-4c53-8c95-ca6dc63bebd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.214905628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"76e22ef5-f927-4e64-8816-0ad1e5ac3011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.263737832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"f0c36f90-a0cb-4c53-8c95-ca6dc63bebd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.26995775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"76e22ef5-f927-4e64-8816-0ad1e5ac3011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.31634923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b9c2c2e3-0101-4aef-9910-2001694ee700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.372044179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b9c2c2e3-0101-4aef-9910-2001694ee700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.421375049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7f25bc8d-5f88-4257-b088-1c3ea9687040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.476982981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7f25bc8d-5f88-4257-b088-1c3ea9687040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.525045156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1c740019-60c9-4215-bc23-d84a692e8410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.555665968Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","namespace":"ai-tenant-e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.555746532Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","namespace":"ai-tenant-e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.55581677Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","tenant":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.581316723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"1c740019-60c9-4215-bc23-d84a692e8410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.609292501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"Deployment","name":"maas-api-e2e-mt-c831a4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.625015578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d69ff6ce-b366-4979-be42-32fda7d55a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.668617336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"Service","name":"maas-api-e2e-mt-c831a4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.681302088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d69ff6ce-b366-4979-be42-32fda7d55a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.727701869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c831a4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.728357576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2614fcd9-6057-41b1-9d7e-a848ebcf5e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.780917734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c831a4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.783814092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2614fcd9-6057-41b1-9d7e-a848ebcf5e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.829606242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1a40f95d-efa0-48dc-8777-1a5853cd7afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.834260678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.880577304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"829aae4d-cf2f-4ad9-9ab9-d9f6aa6bc7eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.884875871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"1a40f95d-efa0-48dc-8777-1a5853cd7afc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.887379616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.93543709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"829aae4d-cf2f-4ad9-9ab9-d9f6aa6bc7eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:43.942998162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.000654979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.051912164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"Deployment","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.103236202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.154286736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"Service","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.205580714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"Service","name":"payload-pre-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.256809584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.308015166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.359243609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.413810158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.46531033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.516553711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.567948996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.619228066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"4f2e3741-1f92-4731-b52b-d62c25f9cf20","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c831a4c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:44.856208864Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"d356be13-63d3-4bc8-954a-1b6872ef6687","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscription":"e2e-shared-sub-c7d61d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.012256779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-shared-sub-c7d61d","reconcileID":"d356be13-63d3-4bc8-954a-1b6872ef6687","MaaSSubscription":{"name":"e2e-shared-sub-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.22728632Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.227390901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"1c8c437c-8aed-42e3-95f9-9a1221563b0d","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.227410312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"1c8c437c-8aed-42e3-95f9-9a1221563b0d","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.428432691Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c831a4c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c831a4c0","reconcileID":"a99bc58f-dd1b-4fc6-af85-7023bdfed11a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c831a4c0","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c831a4c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.520869615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"fb6fe5a7-c531-420f-b452-1592d790936e","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.520892734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"fb6fe5a7-c531-420f-b452-1592d790936e","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.655895546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"13076579-d7ee-46dc-9c81-1cc0007dda11","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:45.810516309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"b4425fb5-1559-44f1-85c2-6e560c0bc054","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:45.862689363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"0f39d997-ae39-4c78-aa94-4f82048555f4","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:45.91928676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"0f39d997-ae39-4c78-aa94-4f82048555f4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:45.925359868Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7e95e913-76e0-4a81-ad29-d8af3cdded3c","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:45.925420061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7e95e913-76e0-4a81-ad29-d8af3cdded3c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:45.936561224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"e9e93670-4a08-4fdb-9edb-9a91f39718e3","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:45.936617698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"e9e93670-4a08-4fdb-9edb-9a91f39718e3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:45.957800769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"817930cf-0698-494d-8b48-2c41ccbd4af3","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:45.957875615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"817930cf-0698-494d-8b48-2c41ccbd4af3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:46.003166454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"c62c7b6e-4217-4783-8f66-0c407db2c543","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:46.003254956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"c62c7b6e-4217-4783-8f66-0c407db2c543","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:46.084361818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"863040d4-105e-4056-a0d4-86809835f37b","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:46.084438445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"863040d4-105e-4056-a0d4-86809835f37b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:46.24500029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"295199b7-0e51-4806-9d3b-2f455a034e9d","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:46.245077299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"295199b7-0e51-4806-9d3b-2f455a034e9d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:46.55630932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7baeb4-3388-47ae-9e89-cbfab1612a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:46.565404565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"ebfb78cd-519e-441a-9ee1-4b392c118e4c","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:46.565515156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"ebfb78cd-519e-441a-9ee1-4b392c118e4c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:46.608407141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7baeb4-3388-47ae-9e89-cbfab1612a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:46.660325555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7baeb4-3388-47ae-9e89-cbfab1612a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:46.712359941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c7baeb4-3388-47ae-9e89-cbfab1612a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:47.206656195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"d84f424e-ee76-416c-b096-5f011387b143","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:47.20674436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"d84f424e-ee76-416c-b096-5f011387b143","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:48.487541734Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7c9d4b3e-ac9a-4d77-95c6-0af253aeace0","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:48.487614375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7c9d4b3e-ac9a-4d77-95c6-0af253aeace0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:48.65556752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2d892b-0e78-4377-b600-525f0fbb731c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:48.708041717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2d892b-0e78-4377-b600-525f0fbb731c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:48.760056934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2d892b-0e78-4377-b600-525f0fbb731c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:48.81172273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de2d892b-0e78-4377-b600-525f0fbb731c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:49.7753757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"89526d51-5b98-41ec-a65c-dc67fa0a289c","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:49.905552167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"0c7e804f-26ec-4126-9b6a-136611648db5","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.008554162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"a296469e-c116-4b3c-a897-56d5e12c6f42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.112494408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"7b743442-62cc-485c-9097-bf1a480db2ac","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-ok-8c7984","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.206412932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"62d730f1-ad74-4029-89cd-862c22438881","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.254946658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2e0d833-b648-4760-aac9-79beb4cdcd00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.45511523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"ff92c5ad-76cf-4bba-a688-b45e0bb0b345","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.608913294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"74dc23ec-9a1b-41ca-93a2-643f49e437d5","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.687697655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"e1ca7d31-2fb7-406d-a61d-160799dc5d0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.805332134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"686c8f3d-763f-44c2-9d7c-4c7207533ac5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:50.918508519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90238f4d-fbf4-4a9a-b32d-b96c7a77ee05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:51.019714982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"9f38a2dd-3739-478c-b6fa-3888cf9bd3fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:51.033948525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"a4f285e9-acbd-430c-97d6-a20e432c050e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:51.048435361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"5b64e400-6293-4527-b2ad-5098496be6b9","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:51.048525894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"5b64e400-6293-4527-b2ad-5098496be6b9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:51.148824866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"15177732-5866-43dc-80d1-8860c9f2d078","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:51.261662397Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"62d252ff-b4cc-406b-8af6-fd72b6c21c02","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:51.313500714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"277f48d1-64e8-4a37-942e-1a4ab8bbdd62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:51.366027489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"63e4b88a-6f5d-4829-9684-c14660cc35d0","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:51.418228376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"00ea105f-2778-4674-acd3-536efdcf6b73","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:03:51.418287588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"00ea105f-2778-4674-acd3-536efdcf6b73","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0-kserve-route (gateways: [openshift-ingress/e2e-mt-c831a4c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:51.469898074Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"3bc66749-20e9-4ddf-a001-005d5dd03372","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:51.577755576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"40e1ad83-c2c5-4f80-870a-a14b2cae2ac9","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.077878096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c5e4c8f-80a7-4259-8a21-7f6db455948e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.129752173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c5e4c8f-80a7-4259-8a21-7f6db455948e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.181669405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c5e4c8f-80a7-4259-8a21-7f6db455948e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.233749866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c5e4c8f-80a7-4259-8a21-7f6db455948e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.531017391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7d7ff048-e1f6-4eb9-97b7-df1662bf715f","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.531041318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"7d7ff048-e1f6-4eb9-97b7-df1662bf715f","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.666805007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"c70e7577-19d2-4e48-a059-157ab4e757b1","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.721780797Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c831a4c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c831a4c0","reconcileID":"a31da2c7-e5a6-459c-8141-48b83478fd0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c831a4c0","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c831a4c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:52.774721014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"2c4296f2-30f1-4228-92e6-dbbd30399dcc","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:53.344647199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"7a4b8361-46aa-46ee-8a31-62885920c372","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:53.401197342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"7a4b8361-46aa-46ee-8a31-62885920c372","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:53.455999297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"7a4b8361-46aa-46ee-8a31-62885920c372","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:53.669298901Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"3e8ad85e-a90a-48e5-a19b-748f21fe9fb8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:53.77340844Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"06301b36-4a57-4c37-a597-3ae16126e2f6","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:53.826334794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"cd932e09-2907-4724-9405-1998be29f5ec","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:53.826355175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"cd932e09-2907-4724-9405-1998be29f5ec","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.116041679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01503308-63c1-4cd1-8a5c-4a5f6860fee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.168440066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01503308-63c1-4cd1-8a5c-4a5f6860fee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.220409641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01503308-63c1-4cd1-8a5c-4a5f6860fee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.272380088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01503308-63c1-4cd1-8a5c-4a5f6860fee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.534132841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"99c47f72-79fe-402a-81d4-cfe835a84305","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.637687377Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"77cf821c-6764-4ee8-91cf-3ca212168140","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.689619955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"f5960989-4697-451c-b212-26de6e9f2f88","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.68964073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"f5960989-4697-451c-b212-26de6e9f2f88","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:54.747233128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:55.699355851Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"d788a06a-6dd7-43b1-affd-762017e8417b","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","subscription":"e2e-b-only-c7d61d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:55.751183105Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"d788a06a-6dd7-43b1-affd-762017e8417b","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:55.805503092Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"e2e-b-only-c7d61d","reconcileID":"d788a06a-6dd7-43b1-affd-762017e8417b","MaaSSubscription":{"name":"e2e-b-only-c7d61d","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"name":"maas-trlp-sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:56.077319533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:56.077419529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"aeb44d0b-2d6e-4f82-8273-178b91828490","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"tenant":"e2e-shared-b-w0-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","model":"ai-tenant-e2e-shared-b-w0-6ba6e5/sub-test-model-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:56.077437153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"sub-test-model-6ba6e5","reconcileID":"aeb44d0b-2d6e-4f82-8273-178b91828490","MaaSModelRef":{"name":"sub-test-model-6ba6e5","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"routeName":"sub-test-model-6ba6e5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","llmisvcName":"sub-test-model-6ba6e5","gateway":"openshift-ingress/e2e-shared-b-w0-6ba6e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:56.15931779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d669032-68b7-4075-a9a3-23b7930a63f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:56.212337731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d669032-68b7-4075-a9a3-23b7930a63f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:56.264691876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d669032-68b7-4075-a9a3-23b7930a63f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:03:56.317729583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d669032-68b7-4075-a9a3-23b7930a63f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:03.298567045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"ba25a18d-39bc-4757-82ae-72edc770b4d2","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:03.402400906Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d2a5ec4d-318e-4f7d-8608-d4a9ec145e15","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:03.613578257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"1754fcad-00f7-4185-9d2d-04f4c1d2051c","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:03.669200121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"1754fcad-00f7-4185-9d2d-04f4c1d2051c","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:03.72310543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"1754fcad-00f7-4185-9d2d-04f4c1d2051c","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:04.116825895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b70d8f2-159b-4e18-8714-f4ef465680f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:04.169167698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b70d8f2-159b-4e18-8714-f4ef465680f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:04.222277778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b70d8f2-159b-4e18-8714-f4ef465680f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:04.278679818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b70d8f2-159b-4e18-8714-f4ef465680f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:06.147077795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffe1397-d518-4bac-96f1-57b03e2e02ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:06.199051852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffe1397-d518-4bac-96f1-57b03e2e02ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:06.250954564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffe1397-d518-4bac-96f1-57b03e2e02ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:06.302711889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffe1397-d518-4bac-96f1-57b03e2e02ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.402921469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"5efda0a5-b4bb-431a-9c62-1bb55033618d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.506879457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"cdf99a08-0219-4d9e-b1d4-e7babe69b0bd","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.755292004Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","namespace":"ai-tenant-e2e-extmod-a-c79abe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.755355818Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","namespace":"ai-tenant-e2e-extmod-a-c79abe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.755401775Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","tenant":"e2e-extmod-a-c79abe","tenantID":"e2e-extmod-a-c79abe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.808418845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c79abe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.830293181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"6371b77f-fcf7-465f-afc5-8080c1b89ca8","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.873565707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"Service","name":"maas-api-e2e-extmod-a-c79abe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.887166907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"6371b77f-fcf7-465f-afc5-8080c1b89ca8","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.933447522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c79abe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.94153885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"6371b77f-fcf7-465f-afc5-8080c1b89ca8","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:13.988670324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c79abe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.044765814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.098008738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.151932485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.205775806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.256857831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.308150686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.359934924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"Service","name":"payload-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.411803723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.463051007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.514231386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.565405168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.619929212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.671255369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.722655816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.77775074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c79abe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:14.829687539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c79abe"},"namespace":"ai-tenant-e2e-extmod-a-c79abe","name":"default-tenant","reconcileID":"6299a876-19d9-49f2-9f23-625f57ef6279","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c79abe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:20.281019809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"882c23f2-71cc-46fd-8799-dc249b8e03e3","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:20.336418691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"882c23f2-71cc-46fd-8799-dc249b8e03e3","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:20.390630594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (77c031adc19a2e650695c7395e6ff54271e3b1d4398e337364b363dcac557414) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (05ae420f4137715bd22ceda90ce1ceb9dfb08837c6c0781b3c6faf35197a6b87) AuthConfig (40a02c84131d6e41a08e6fa3fd701bd074872b482d63b751c09097a6206de82e) AuthConfig (6239ea82e09245f6c70b079e4d0700ca9ede028449df6de5f750876e3b89c697) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"882c23f2-71cc-46fd-8799-dc249b8e03e3","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:20.49658939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"3f35a1fc-d833-4c05-8f49-b54a2419fc28","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:20.496618788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"3f35a1fc-d833-4c05-8f49-b54a2419fc28","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:22.9116048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"7929dd81-8342-488d-93ba-106e57cc0415","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.015538438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"33cb97f5-be2d-4552-b6a7-5ca876419446","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.119281704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"41a1638c-1392-4bd5-bc9d-f3f89844357f","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.223255758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"29dff56d-2d69-4885-a48b-15f8ce5a3449","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.226811085Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c79abe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c79abe","reconcileID":"5b92da27-b9e4-4744-a53c-d5f170791010","aitenant":"ai-tenants/e2e-extmod-a-c79abe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.385790207Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"14eafe7d-8371-4991-bcb4-170cacab1143","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.48954188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"9dcb4411-e2a7-4bef-b254-5bfe5d944ea8","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.779227288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4dfd56f-49a8-4eed-806e-1ca34efcc07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.831390077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4dfd56f-49a8-4eed-806e-1ca34efcc07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.883325727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4dfd56f-49a8-4eed-806e-1ca34efcc07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:23.935360073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4dfd56f-49a8-4eed-806e-1ca34efcc07f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:24.044960319Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c79abe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c79abe","reconcileID":"5b92da27-b9e4-4744-a53c-d5f170791010","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c79abe","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c79abe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:24.256586313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"499fe77b-8b93-4fe6-b56c-f349672f1d9a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:24.359973383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"46b52de2-e1a5-4de3-8f17-656e09494a06","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:24.807279779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:25.846499582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b41dffd-d8a8-4d38-863f-7f6216ae3ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:25.898450239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b41dffd-d8a8-4d38-863f-7f6216ae3ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:25.950151956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b41dffd-d8a8-4d38-863f-7f6216ae3ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:26.002011772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b41dffd-d8a8-4d38-863f-7f6216ae3ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:30.554736163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"86ce9579-f2fc-48b2-8e76-0185d8093815","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:30.610587073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"86ce9579-f2fc-48b2-8e76-0185d8093815","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:30.66731306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-25719d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c38be393d9f7cd577b2f759b3ab27f1d924ca8667f9e79f5fff1c4a0424a4aa3) AuthConfig (77c031adc19a2e650695c7395e6ff54271e3b1d4398e337364b363dcac557414) AuthConfig (634dffa0bf34f5a329c7e37d72511701e017c2827165e4dd8c167190a305fac9) AuthConfig (78e8fb868ee807eac5cf6367d5c9dd04ab4c613e89e07dd1a82f8436c7ee1b26) AuthConfig (05ae420f4137715bd22ceda90ce1ceb9dfb08837c6c0781b3c6faf35197a6b87) AuthConfig (40a02c84131d6e41a08e6fa3fd701bd074872b482d63b751c09097a6206de82e) AuthConfig (6239ea82e09245f6c70b079e4d0700ca9ede028449df6de5f750876e3b89c697) AuthConfig (1cf7683a52e22df9c3e13224805d0b671cf515dea951fc4019b79e0b9f8d9c8c) AuthConfig (d1bd3a0d118d5c91f882e6b592ae8fb6e6277234e15cb289c79a59eaeb35fd47) AuthConfig (3babaa0aa10856262b52f68f893265ca4f345f08f232b46378a4e8decd3e1f3b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"86ce9579-f2fc-48b2-8e76-0185d8093815","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:31.6647738Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"a6c75585-d791-4cdc-af6e-81dda37a3924","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:31.768290315Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"27e69afa-ab96-44ba-850e-3a7e89830732","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:32.486551596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab349239-e808-4e8c-8d05-c1747beeeb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:32.538513519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab349239-e808-4e8c-8d05-c1747beeeb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:32.590320596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab349239-e808-4e8c-8d05-c1747beeeb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:32.642871773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab349239-e808-4e8c-8d05-c1747beeeb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:34.508562255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae31905-3118-4df6-89a4-470ed82c06ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:34.560874784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae31905-3118-4df6-89a4-470ed82c06ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:34.61337913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae31905-3118-4df6-89a4-470ed82c06ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:34.665869207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae31905-3118-4df6-89a4-470ed82c06ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:38.994995463Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","namespace":"ai-tenant-e2e-extmod-b-dc6e48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:38.99506202Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","namespace":"ai-tenant-e2e-extmod-b-dc6e48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:38.995114201Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","tenant":"e2e-extmod-b-dc6e48","tenantID":"e2e-extmod-b-dc6e48","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.048680998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"Deployment","name":"maas-api-e2e-extmod-b-dc6e48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.107391212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"Service","name":"maas-api-e2e-extmod-b-dc6e48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.169023521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-dc6e48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.221887567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-dc6e48","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.27547802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.328973322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.384976309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.4385321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.489609677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.540846007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.592021976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"Service","name":"payload-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.643629518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.695024879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.746297821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.797661348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.85225992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.903428504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:39.95740432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:40.010128059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-dc6e48","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:40.061619541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-dc6e48"},"namespace":"ai-tenant-e2e-extmod-b-dc6e48","name":"default-tenant","reconcileID":"87ad1682-a869-40bb-98d2-81dc012f0dad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-dc6e48","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:40.773694941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"5dd19ee4-e0e8-42d9-9c08-228455689305","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:40.829367246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"5dd19ee4-e0e8-42d9-9c08-228455689305","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:41.246605646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"c4df0458-c0d3-40cd-920a-1d5522a267a0","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:41.246637357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"c4df0458-c0d3-40cd-920a-1d5522a267a0","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:41.76886028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"5708e720-ca55-480d-afa1-59f20f753841","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:41.873056186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"fe93e770-baa3-4127-b26b-30bede907064","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:42.8697416Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"fbd375a3-3d29-40c2-95bb-7b04a73982bd","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:42.9736758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"177262b3-5726-46f4-8b25-0510514f8396","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.077323778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"c518bfc0-d30d-441e-871c-3c07d1b4e7b8","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.181052391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"e1e18014-3e3e-465a-9fd2-1372b5b1235d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.185016566Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dc6e48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dc6e48","reconcileID":"ccf7a1d8-12c6-48ec-8a6f-c7ef33f65323","aitenant":"ai-tenants/e2e-extmod-b-dc6e48","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.351716061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"1f07a791-d539-4d18-914f-7f0cdb375cbf","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.457665857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"5c9e23ae-02bb-405b-a762-d6e21b72e213","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.633997924Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.68553154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"e1d191c1-6b15-442c-bf35-1f3658318aa0","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.685558789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"e1d191c1-6b15-442c-bf35-1f3658318aa0","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:04:43.738443992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"9cbf3841-303d-4f64-b130-547d5e237c15","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-2f68aca0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.752410136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4efeb2-729b-4800-9dcb-9cc39698a316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.752721029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"180f8dd4-4fb3-4df1-b284-3c9196f16bf6","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.804570713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4efeb2-729b-4800-9dcb-9cc39698a316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.856399224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4efeb2-729b-4800-9dcb-9cc39698a316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.859579438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"180f8dd4-4fb3-4df1-b284-3c9196f16bf6","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.908188088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4efeb2-729b-4800-9dcb-9cc39698a316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.90842213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"6d0f2d48-f498-4fd6-b8cf-c13b94ebb2e2","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:43.908441646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"6d0f2d48-f498-4fd6-b8cf-c13b94ebb2e2","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:04:44.012736958Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"6d0f2d48-f498-4fd6-b8cf-c13b94ebb2e2","name":"e2e-fail-2f68aca0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-2f68aca0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:04:44.012797233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"6d0f2d48-f498-4fd6-b8cf-c13b94ebb2e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-2f68aca0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.01833485Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-dc6e48","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-dc6e48","reconcileID":"ccf7a1d8-12c6-48ec-8a6f-c7ef33f65323","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-dc6e48","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-dc6e48"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.064749063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"656a2a67-68bf-42ea-b002-e380d42bbfe1","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.064768316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"656a2a67-68bf-42ea-b002-e380d42bbfe1","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.230747547Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"fc9c9b63-da98-47db-948c-705f82d177e3","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.276331131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"b3347dbd-4b3b-49a7-a894-81ee578d1922","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.284708551Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"11ced813-4a0f-44d0-adc4-334ce60e8ab4","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-fail-2f68aca0","model":"e2e-fail-2f68aca0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-25719d/e2e-fail-2f68aca0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.332068236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"b3347dbd-4b3b-49a7-a894-81ee578d1922","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.336642349Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"876ab276-5935-4a69-ae6b-ab3096096f3a","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.553847149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"7d0b705e-fb8e-4a83-8744-ca2fe21b00d0","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.553875133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"7d0b705e-fb8e-4a83-8744-ca2fe21b00d0","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:44.762943227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"05de45ad-43f2-4401-9561-d4f248afe3f4","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-fail-2f68aca0","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:45.837353195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2992799-0e68-47b4-ae24-9d89740f75de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:45.889287401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2992799-0e68-47b4-ae24-9d89740f75de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:45.941147448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2992799-0e68-47b4-ae24-9d89740f75de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:45.992907864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2992799-0e68-47b4-ae24-9d89740f75de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.564597607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"36ef90ea-c2e3-4dab-a6ab-38c107981b0e","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.564964616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"b6baa944-36d2-44a2-a63d-2f39008adce3","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.691877897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"bbf9061d-f53d-465a-87c1-39bac9ca62d4","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.69219432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"be689cff-3b34-4ac0-90bc-95269d67519e","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.722029721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0fe4fd95-c618-4d14-be43-e3237d85590c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.722068273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"dab8bd39-a752-4ffb-aa17-503775bc43ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.773861123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"ee3ac589-8bc3-45ef-9b46-743e1f514c6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.774041061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"44575e31-6567-4a2d-8290-4cfab0c7847c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.77888364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0fe4fd95-c618-4d14-be43-e3237d85590c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:47.77889105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"dab8bd39-a752-4ffb-aa17-503775bc43ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:48.091562248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"21e26266-ba30-4cb1-9f58-44de6c3b2af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:48.091574445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"588dfa1c-0827-449c-920d-11edc480b446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:48.147214309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"21e26266-ba30-4cb1-9f58-44de6c3b2af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:48.147344634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"588dfa1c-0827-449c-920d-11edc480b446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:54.336718928Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"80a5369e-18d9-49d6-a67f-f4be976a31b2","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:54.440179438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"3d4e842e-54de-44da-8b6b-4faa0e933622","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:54.579200361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"5479fd9c-c465-4e85-adc9-3eb9519a9a67","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:54.691723528Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"5479fd9c-c465-4e85-adc9-3eb9519a9a67","name":"e2e-mt-c831a4c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:04:54.749594439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:04.441563179Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"4dcf13e8-e61a-4def-999d-26caeb31c24c","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:04.54572901Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"298c3b80-201f-43bc-b165-30dbe31d1b4c","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:07.579819358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"e67e49e8-4521-48bc-bfe5-3358f6fa9080","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-fail-2f68aca0","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:07.848114608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"f0033df1-fd14-4720-9ad6-b3316f66b5c5","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:07.848143488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"f0033df1-fd14-4720-9ad6-b3316f66b5c5","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:07.992913455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"08c35583-8208-4cee-8562-69de84fad886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:07.992913472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c98e982e-009b-4657-8e24-d9013c6a2d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:08.048421458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c98e982e-009b-4657-8e24-d9013c6a2d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:08.048922717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"08c35583-8208-4cee-8562-69de84fad886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:08.128064564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"89521a00-1f7c-4aa8-9996-eeed397b093b","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:08.18437451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"89521a00-1f7c-4aa8-9996-eeed397b093b","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.400827494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"f085b1c1-130e-471b-a6b1-f0314fb1adda","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.45815923Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"f5cfe5bb-4b70-48b7-9a09-6b192001787c","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.562724138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0b688c8b-9d97-498b-b29f-19e948e2b3c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.56273763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"6f89b253-29d8-4c98-9611-b7cf00cc4629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.566518557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f69902f-3407-4df5-b539-e831338c4ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.626252036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"6f89b253-29d8-4c98-9611-b7cf00cc4629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.629767781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f69902f-3407-4df5-b539-e831338c4ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.629766249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"0b688c8b-9d97-498b-b29f-19e948e2b3c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.72357262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"27d84b74-3090-4e15-a8df-c15c2012fb53","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.723587894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6ba6d3da-9b0f-4702-9415-92f2aed09c7d","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.780271105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"6ba6d3da-9b0f-4702-9415-92f2aed09c7d","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.780263187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"27d84b74-3090-4e15-a8df-c15c2012fb53","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.788217759Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"f2092d90-1cf5-4e72-bff1-c7509433707a","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.933112311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"087195f1-fd61-476e-9b2f-fbd42b8ee263","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-fail-2f68aca0","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.949973705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"c70f912c-7256-429e-b3b0-f8901743f625","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.950009356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"c70f912c-7256-429e-b3b0-f8901743f625","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.987443363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"5cb80c7a-d3d3-403f-ad20-0da3d0aadf58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:09.987935495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fbee37ae-798a-48f7-a433-46ec4caad386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.048252165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fbee37ae-798a-48f7-a433-46ec4caad386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.048602239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"5cb80c7a-d3d3-403f-ad20-0da3d0aadf58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.05364119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"3827559c-c9f1-433b-b0f8-bdf6f50e87b0","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.08889956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7be19e9b-7519-4a48-9d09-9cc6323bf72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.14521212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7be19e9b-7519-4a48-9d09-9cc6323bf72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.201104247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"96737fcd-3f8a-4391-a12f-90148598bd64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.201158086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"19e87add-f206-42d4-839d-e27718075225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.256664996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"19e87add-f206-42d4-839d-e27718075225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.256703947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"96737fcd-3f8a-4391-a12f-90148598bd64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.356838069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"18d5ad89-e336-45b2-9b46-df2a6520208c","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.412220818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"18d5ad89-e336-45b2-9b46-df2a6520208c","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.508083986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a91b1ea9-e4a5-4a7b-8695-cfb6a6089c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.559739222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"8c05da65-c2f2-4302-83cd-343213001602","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.563452132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a91b1ea9-e4a5-4a7b-8695-cfb6a6089c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.566230522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"89906336-bfe2-42bc-9865-70b77028f29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.602285276Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"0246d574-c59a-42b6-ad44-c47793d9e940","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.617556298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"8c05da65-c2f2-4302-83cd-343213001602","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.625447563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"89906336-bfe2-42bc-9865-70b77028f29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.654873142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"c1d15572-d706-4b46-95fd-625013104134","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.654903373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"c1d15572-d706-4b46-95fd-625013104134","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.721165095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"8cdfa641-808a-4557-b9cb-58ad0d9748fe","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.778798855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"8cdfa641-808a-4557-b9cb-58ad0d9748fe","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.927358382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3f8b4a24-76be-48f4-8a63-e9fca074d210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.938569884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"8cce2f5c-f72f-4f96-9a0b-dc6ae1a84906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.979753558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"9628442b-f13b-4e55-b1a2-81c6db36a875","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.982679264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"3f8b4a24-76be-48f4-8a63-e9fca074d210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:10.994190045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"8cce2f5c-f72f-4f96-9a0b-dc6ae1a84906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.034942529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"9628442b-f13b-4e55-b1a2-81c6db36a875","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.187047389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a7e40230-2c43-48b1-9033-ffe944e42f8c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.244722002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a7e40230-2c43-48b1-9033-ffe944e42f8c","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.255862354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"0489d882-06c0-4557-bde4-3d451648fe6b","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.255887874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"0489d882-06c0-4557-bde4-3d451648fe6b","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.29742483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88f58015-3e9d-415b-945a-5e2b8436529d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.347703733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"c5612a8b-c249-4108-b11f-35128458d22f","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.351112422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"75d1f4c5-a805-4d17-b613-c0cebce60a6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.357851019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88f58015-3e9d-415b-945a-5e2b8436529d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.406872912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"75d1f4c5-a805-4d17-b613-c0cebce60a6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.468840525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"c5612a8b-c249-4108-b11f-35128458d22f","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.505254851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c857adc9-60de-4e09-a772-86871bfcd6b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.52283426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1ff1dc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"c5612a8b-c249-4108-b11f-35128458d22f","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.561036837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c857adc9-60de-4e09-a772-86871bfcd6b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.630610857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"e2a2db9d-149e-4f7c-9158-423f6a816912","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.630648485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"e2a2db9d-149e-4f7c-9158-423f6a816912","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.717107496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"aa6f4f6b-728f-4cca-91a1-d1acb6aad884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.735440517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"935e3bbf-b407-44f7-847f-e74cf0d04cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.772766946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"aa6f4f6b-728f-4cca-91a1-d1acb6aad884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.790901263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"935e3bbf-b407-44f7-847f-e74cf0d04cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.82014658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7d8bd619-5430-4e5e-bcde-9fa1bbd4d8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.873141888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"18c7e7ee-49e9-43cf-be7c-3c59fc24eaaf","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.877167736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"7d8bd619-5430-4e5e-bcde-9fa1bbd4d8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.924301746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6b087bcc-da02-4c3f-856f-04d57e2acedb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.928850239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"18c7e7ee-49e9-43cf-be7c-3c59fc24eaaf","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:11.980212946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"6b087bcc-da02-4c3f-856f-04d57e2acedb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:12.131973461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d944931f-5ce0-4901-bb91-14841d083b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:12.181900801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"2bc12dbb-d446-4c23-a3a0-40e6bbc079a0","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:12.188167995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"d944931f-5ce0-4901-bb91-14841d083b67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:12.237013996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"2bc12dbb-d446-4c23-a3a0-40e6bbc079a0","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:12.289717569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c05efcbb-48bb-4eac-a83b-d46ae359511f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:12.345289958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c05efcbb-48bb-4eac-a83b-d46ae359511f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:12.386258513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"f1e975e1-98b6-4aba-a258-185b4b6ffb77","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:12.442521332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"f1e975e1-98b6-4aba-a258-185b4b6ffb77","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:14.547763594Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"34c6c65d-ce54-438b-bf1e-84d2d1efc816","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:14.652078976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"021ef89a-282d-423c-81fa-38052ccf4455","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:21.685025877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"59dd49cb-5772-45f7-be98-4a9a77e1adde","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:21.740689101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"59dd49cb-5772-45f7-be98-4a9a77e1adde","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:21.794690778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1ff1dc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"59dd49cb-5772-45f7-be98-4a9a77e1adde","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:24.653752559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"dff2e050-e3ac-4b1b-940b-6700ae5416e2","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:24.747781956Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:24.75776323Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"ccf87d5b-0f3b-491a-9961-d8cdc746940b","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:25.776378939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"e2e-conflict-a-9586208a","reconcileID":"010e5d94-917c-4c5c-a67a-a11bd2f1a7d3","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"e2e-conflict-a-9586208a-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"e2e-conflict-a-9586208a","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:31.914022078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"a9390360-f021-4f16-b96b-c5a4cb28cc28","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:31.969741176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"a9390360-f021-4f16-b96b-c5a4cb28cc28","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:32.029354777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1ff1dc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"a9390360-f021-4f16-b96b-c5a4cb28cc28","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.58325643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"d9f8d32f-d5f8-4816-9e78-26a1c86a60fe","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.585217966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"8f6e939f-5ea9-4c3b-b9c0-1b65eddeba8f","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.639119473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"d9f8d32f-d5f8-4816-9e78-26a1c86a60fe","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.640644053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"8f6e939f-5ea9-4c3b-b9c0-1b65eddeba8f","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.694131031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1ff1dc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfdfd9fcd0b5ae710f40ef3c8655c58d9b4c56c4987a5a954f210fe2c6d1f4d5) AuthConfig (c2547200913a3cd422af65b4565d650a46811ee504fa0e8a086b0ab3e38381dd) AuthConfig (1f07364d318105feb9a17a1e38f4a4f1ffdb51d7f4dd38fecdf8e680f99238e4) AuthConfig (0987f1a80fac110f9058ad31fc8c8bf558d4814926b14434569841eed0177960) AuthConfig (854b1ca79c5a761378a5b9ed6180da95176863659086b279cecece849db0e478) AuthConfig (b6eb1c92adca6b28b6729aa688557d4eea18bc23166c84287aa02d3eeaa6dd02) AuthConfig (875d94d2517361e57f8a8c877dd368b38a9c0914c036fd9cab5e1617a20ceb3a) AuthConfig (a3af2f84404812f69598c0f6439342f2c1d2e5b2c920846bdd15946206312432) AuthConfig (1a16a3254d7d7afbfbb07a1e7e2c8a1b8aec50ec98821f3fde086584b86cebae) AuthConfig (17c409d1bfc6a305a1faedca335b4721a32c01c243ac29584690a4e52b2c6c9e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"d9f8d32f-d5f8-4816-9e78-26a1c86a60fe","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.759769179Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"832bd3c4-671b-49be-a7bb-8daa7763aa05","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.871296344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"24fbffb5-6df0-4ca2-b98a-015d3fc3eccd","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.871324445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"24fbffb5-6df0-4ca2-b98a-015d3fc3eccd","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:34.979235756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d3b08169-0c3f-493a-b5b7-d4727b3fc304","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:37.876307123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"2a9163b8-6f13-49fe-8986-0d16e1eef33f","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:37.877559527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"092462dd-dd3b-48d2-b6cb-6e9aa316d087","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:37.878146971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"e2e-conflict-a-9586208a","reconcileID":"8456d07e-8b10-4a59-950d-a4a5259432d7","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"e2e-conflict-a-9586208a-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"e2e-conflict-a-9586208a","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.018452007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"e2e-conflict-a-9586208a","reconcileID":"5193ca5e-8974-4728-b41b-bba1428b71ee","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"e2e-conflict-a-9586208a-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"e2e-conflict-a-9586208a","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.018730145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"8ab12566-b31f-4b20-93f9-4feebb75712c","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.019022189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"c074c081-baf8-437b-838a-4657ecf79990","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.0332882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"bb738d1b-e720-4f21-a1a4-1f41d34be16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.084899405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"daba58c1-dfae-415d-942f-c2b61898d3e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.084955732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"8c4e05a6-59c7-4a1e-8616-9d69c4df2d9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.089252262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"bb738d1b-e720-4f21-a1a4-1f41d34be16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.135774425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6ef88aab-0545-4d99-8887-5a43c6f7ebc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.194523514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"6ef88aab-0545-4d99-8887-5a43c6f7ebc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.451431333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b30672ff-2776-4802-82ef-5cd62d3d81a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.506460743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b30672ff-2776-4802-82ef-5cd62d3d81a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.551961419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f965a3e0-1bcc-4429-9322-3dd71b41cc5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:38.607034781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f965a3e0-1bcc-4429-9322-3dd71b41cc5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:44.855000896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"e114a4ea-a348-4eec-a13c-8b686a7b2db2","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:44.871863713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"f1c52008-cc9f-4669-ad2c-015239d91650","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:44.910302847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"e114a4ea-a348-4eec-a13c-8b686a7b2db2","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:44.966549105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1ff1dc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfdfd9fcd0b5ae710f40ef3c8655c58d9b4c56c4987a5a954f210fe2c6d1f4d5) AuthConfig (c2547200913a3cd422af65b4565d650a46811ee504fa0e8a086b0ab3e38381dd) AuthConfig (1f07364d318105feb9a17a1e38f4a4f1ffdb51d7f4dd38fecdf8e680f99238e4) AuthConfig (0987f1a80fac110f9058ad31fc8c8bf558d4814926b14434569841eed0177960) AuthConfig (854b1ca79c5a761378a5b9ed6180da95176863659086b279cecece849db0e478) AuthConfig (b6eb1c92adca6b28b6729aa688557d4eea18bc23166c84287aa02d3eeaa6dd02) AuthConfig (875d94d2517361e57f8a8c877dd368b38a9c0914c036fd9cab5e1617a20ceb3a) AuthConfig (a3af2f84404812f69598c0f6439342f2c1d2e5b2c920846bdd15946206312432) AuthConfig (1a16a3254d7d7afbfbb07a1e7e2c8a1b8aec50ec98821f3fde086584b86cebae) AuthConfig (17c409d1bfc6a305a1faedca335b4721a32c01c243ac29584690a4e52b2c6c9e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"e114a4ea-a348-4eec-a13c-8b686a7b2db2","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:45.084397093Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"20201b77-3c44-4fd8-aac5-70996e1b50ec","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:49.284775105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c6e7339e-264a-4230-8741-6de22fa3579c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:49.284775168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fa522509-ea77-42ae-89d9-692190241278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:49.340799852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fa522509-ea77-42ae-89d9-692190241278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:49.340813622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c6e7339e-264a-4230-8741-6de22fa3579c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:54.74804292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:54.976079876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"6197ff22-5a7d-4ef1-bd88-e0fa6c958029","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:55.073003175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"3e408dc0-831e-4073-a5e1-100c32227c8d","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:55.128598233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"3e408dc0-831e-4073-a5e1-100c32227c8d","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:55.188070059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"456c66f7-0a02-4183-84dd-a11fd5da8703","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:55.548044684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"244a2e0c-b83f-4b07-9705-906da1355174","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:55.5480728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"244a2e0c-b83f-4b07-9705-906da1355174","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:56.775180293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-ok-8c7984-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:56.827101497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"37b30fec-e81d-4e8d-a0e2-6d4e83fb19d8","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:56.827134052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"37b30fec-e81d-4e8d-a0e2-6d4e83fb19d8","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:56.882037272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"017e1fe1-2c55-4b86-a6bf-4f8f66514bc0","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:05:56.882928503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-sub","reconcileID":"2ba6c8a4-3d65-4a77-b782-8a6ae0da92cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-9a94a6af-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:56.939929142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"017e1fe1-2c55-4b86-a6bf-4f8f66514bc0","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:56.98834048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"580e9144-1620-488d-9f71-330d40458a98","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:56.988366392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"580e9144-1620-488d-9f71-330d40458a98","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:05:57.092964072Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"580e9144-1620-488d-9f71-330d40458a98","name":"e2e-fail-9a94a6af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-9a94a6af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:05:57.093035444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"580e9144-1620-488d-9f71-330d40458a98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-9a94a6af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:57.144903872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"666533fe-8e63-43d7-8e92-cdee056bcb6f","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:57.144932394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"666533fe-8e63-43d7-8e92-cdee056bcb6f","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:57.303239399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"a97c19f8-8083-4945-a467-335a8e4cca86","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:57.314148324Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-sub","reconcileID":"6912108f-84ef-49fa-8ccb-9ca8cd6c1e3a","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-fail-9a94a6af","model":"e2e-fail-9a94a6af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1ff1dc/e2e-fail-9a94a6af-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:57.358805155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"a97c19f8-8083-4945-a467-335a8e4cca86","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:57.581198112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"943a16d7-becd-4e3d-a4e4-11715251a058","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:57.581228006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"943a16d7-becd-4e3d-a4e4-11715251a058","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:05:57.787511681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-sub","reconcileID":"2716466d-bd9c-4aed-8e37-53344d2ff98b","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-fail-9a94a6af","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:01.813217697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"538f4a56-d4f2-4e32-b4a0-2f1b20e1e094","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:01.972109496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f0cbd728-f3b7-4476-9d88-8bad6157d566","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:02.028453464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"0d21e509-14f4-4c26-9b45-1cf17335d14f","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:02.028582991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"0d21e509-14f4-4c26-9b45-1cf17335d14f","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:02.699217401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a82f5b-2fd5-4696-9e96-af94e5688055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:02.751502612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a82f5b-2fd5-4696-9e96-af94e5688055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:02.803837541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a82f5b-2fd5-4696-9e96-af94e5688055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:02.858421619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4a82f5b-2fd5-4696-9e96-af94e5688055","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:04.777603982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54852a0-1ed9-437b-b953-65786b3a13a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:04.829598743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54852a0-1ed9-437b-b953-65786b3a13a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:04.881502407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54852a0-1ed9-437b-b953-65786b3a13a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:04.933322632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54852a0-1ed9-437b-b953-65786b3a13a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:11.972339967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"a99a02c6-786d-4a37-922b-383be72f3f5b","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:12.080980915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"08c29353-eec5-415e-b957-5782a984e677","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:13.296068551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-sub","reconcileID":"49bbde62-9e3b-44d1-b1b7-02b93b93e6c9","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-fail-9a94a6af","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:13.564874187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"3cf88e6a-d137-4806-a8e4-3a561aa18285","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:13.564902857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"3cf88e6a-d137-4806-a8e4-3a561aa18285","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:14.743821618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"09f5abb9-3e30-40ff-82c0-078a6792fa92","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:14.74401238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"5a53299b-1c2e-43a3-a84b-1819795aeaef","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:14.802286467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"09f5abb9-3e30-40ff-82c0-078a6792fa92","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:14.803272625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"5a53299b-1c2e-43a3-a84b-1819795aeaef","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:17.198980753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"b2a0587b-1850-4105-b45e-949db8b0ee0a","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:17.199007023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"b2a0587b-1850-4105-b45e-949db8b0ee0a","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:17.255809695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"80ef8af3-3496-4003-943e-6ca84a8b24d3","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:17.314970023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"80ef8af3-3496-4003-943e-6ca84a8b24d3","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:17.366893546Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-sub","reconcileID":"7cb0612e-1e8e-42d6-aa7d-5439b4888f65","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-727308fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:17.687924648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"2b8c7c44-6953-4dbc-bd66-e19e34c8076a","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:17.744231832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"2b8c7c44-6953-4dbc-bd66-e19e34c8076a","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:21.688832814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"d3235c75-a1b7-45b4-91aa-f7a7788dd782","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:21.688860543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"d3235c75-a1b7-45b4-91aa-f7a7788dd782","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:21.849099171Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"1e4f494f-d962-4e72-8e24-3df02bc27750","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f7217ca6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:21.950803122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"68fd3d15-9917-44a2-a7a3-a0703020ca8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:21.952322825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"1fc53b6d-2972-45cf-a56e-fc9508dca2a2","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:21.952729524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"2b45f283-b921-483f-968e-fa31eeb97d50","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:21.952787129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"db856864-e0f1-4fb8-bacd-bbbc7a436f32","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:21.953151728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"93dd16f3-4b34-4616-bba7-b85196af63cd","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.006594607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"68fd3d15-9917-44a2-a7a3-a0703020ca8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.00748343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"1fc53b6d-2972-45cf-a56e-fc9508dca2a2","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.009123549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"2b45f283-b921-483f-968e-fa31eeb97d50","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.009554293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"db856864-e0f1-4fb8-bacd-bbbc7a436f32","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.011197929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"93dd16f3-4b34-4616-bba7-b85196af63cd","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.076286736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"35d5d802-2770-4dcc-9cf3-59ba6d1f0484","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.18492924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"5bb3556d-0e53-4140-a40f-5938238fd6c9","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.573778727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"83bac54c-166e-48f2-bf99-a47403c5f386","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.574270434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"f7984836-d703-4a6e-8f81-10920b8eb9e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.629397772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"f7984836-d703-4a6e-8f81-10920b8eb9e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.629406657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"83bac54c-166e-48f2-bf99-a47403c5f386","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.676189336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"a9b1f3d7-63c5-4575-a20b-a3045266e0d2","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.676265679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"2f681325-1afe-4cca-91af-f01b76b60115","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.676708677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"aea9d21b-796c-426b-8f8c-a865830e6104","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.733025108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"a9b1f3d7-63c5-4575-a20b-a3045266e0d2","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.733252552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"2f681325-1afe-4cca-91af-f01b76b60115","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:22.735083387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"aea9d21b-796c-426b-8f8c-a865830e6104","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:23.895519195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"e2e-conflict-b-9586208a","reconcileID":"24903897-3b1d-4208-9823-5a616954c79d","MaaSModelRef":{"name":"e2e-conflict-b-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"e2e-conflict-b-9586208a-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"e2e-conflict-b-9586208a","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:23.952672415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"e2e-conflict-a-9586208a","reconcileID":"933e30be-81fa-4b03-8a4e-9d4045c658bf","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"e2e-conflict-a-9586208a-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"e2e-conflict-a-9586208a","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:24.33652895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"2c724597-fbbc-48cb-99d2-71ca54e3ef77","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:24.336550965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"2c724597-fbbc-48cb-99d2-71ca54e3ef77","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:24.747683313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:24.846631737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"e2e-conflict-a-9586208a","reconcileID":"6e7181a7-61a1-47aa-b14d-aa1160298a66","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"e2e-conflict-a-9586208a-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"e2e-conflict-a-9586208a","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:26.980749701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"34af2d16-2416-4108-bc8c-b932a2de2242","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:26.981228615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"a119e847-ca51-42ff-865a-06170f58572f","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:26.981628698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"e2e-conflict-a-9586208a","reconcileID":"773866f6-2a72-453a-9640-a022a3124b89","MaaSModelRef":{"name":"e2e-conflict-a-9586208a","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"e2e-conflict-a-9586208a-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"e2e-conflict-a-9586208a","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.143032978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ee8cf76a-f920-4f36-84af-c98745ad6dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.14376614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"74ef342b-c58c-4eac-a9d5-468aba8735ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.190978578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"5be3d4de-e314-4219-9f73-8900207e7438","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.199385798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"74ef342b-c58c-4eac-a9d5-468aba8735ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.199488564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ee8cf76a-f920-4f36-84af-c98745ad6dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.205947855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"98d03875-4d7a-437b-ba27-663590f3d2dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.419133057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-sub","reconcileID":"17978276-7d70-456c-9df8-03ba53a323cd","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","subscription":"e2e-fail-9a94a6af-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.522348569Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-sub","reconcileID":"17978276-7d70-456c-9df8-03ba53a323cd","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.591984075Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-sub","reconcileID":"17978276-7d70-456c-9df8-03ba53a323cd","MaaSSubscription":{"name":"e2e-fail-9a94a6af-sub","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"maas-trlp-e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.861489772Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.9133602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"128c8a64-bb1c-4873-bc88-0420f319c8d3","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.913390843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"128c8a64-bb1c-4873-bc88-0420f319c8d3","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:27.967069059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"3ae786f2-f484-4257-b668-afe5af8bcb92","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.025237027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"3ae786f2-f484-4257-b668-afe5af8bcb92","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.055390246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"c4cedae5-c0eb-4466-8791-d7d09446bf3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.073181207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"ce963c0d-40f8-4119-a9dd-13a3897edbdf","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.073204249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"ce963c0d-40f8-4119-a9dd-13a3897edbdf","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.176601561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"614f96b1-e182-42a5-b5d8-470b9c69f47c","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.176627007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"614f96b1-e182-42a5-b5d8-470b9c69f47c","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.279726968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"c5c0082f-9544-434b-bacb-ab06264e375b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.280196682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"e465f1b7-a126-4c36-8e9f-914d926a49fe","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.2802234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"e465f1b7-a126-4c36-8e9f-914d926a49fe","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.285457824Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"49cd181f-af8d-4408-ab14-55cc3ad3c599","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.383540309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"a224b539-2dab-4424-8a40-e923dea82844","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.383568397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"a224b539-2dab-4424-8a40-e923dea82844","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.394830171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6675c7a6-9c73-45a9-b204-5b60933d4962","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.431598014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"c812dc5e-5495-4a48-83ef-306a0b5b5ce8","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-fail-2f68aca0","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.480587823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"36020a46-4288-4777-8e9a-798167097508","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.486712787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"2fb1de90-2505-4a8c-93ca-bb15ba514e2b","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.486734367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"2fb1de90-2505-4a8c-93ca-bb15ba514e2b","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.541650183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"49cd181f-af8d-4408-ab14-55cc3ad3c599","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.584159177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"87d5b994-21b3-4ae5-ad07-80dfeb43d8c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.593373864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"210bd8b6-702e-4cce-904d-a9c64e6b8ccb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.660619916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"49cd181f-af8d-4408-ab14-55cc3ad3c599","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"name":"e2e-extmod-b-1ff1dc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.660644738Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"e2e-fail-9a94a6af-access","reconcileID":"49cd181f-af8d-4408-ab14-55cc3ad3c599","MaaSAuthPolicy":{"name":"e2e-fail-9a94a6af-access","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.761725552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"b783ceaa-35fc-4046-9e78-6f1ab80489b3","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.76804894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"854a42a5-ed2a-4dd3-842b-0cdc6abba962","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-b-1ff1dc","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.768076583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"854a42a5-ed2a-4dd3-842b-0cdc6abba962","MaaSModelRef":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-9a94a6af-39b82eec1df2","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-9a94a6af","externalModel":"e2e-fail-9a94a6af","provider":"e2e-fail-9a94a6af-provider","gateway":"openshift-ingress/e2e-extmod-b-1ff1dc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.861650112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"7ecba939-84c5-4623-88a3-35a2cdc8e201","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:28.908340267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"42025276-dc5c-403d-a13e-a247826ad130","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.061374319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"7bc8da5d-cb96-4489-a794-b509a5160ced","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.272604786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"0aa372cc-6c45-4996-ba18-d2fceec645b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.272914369Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"0040ab10-d79c-4375-b05e-9c1e64b7f529","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.369156985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"f089a3d5-1d14-4ff1-a843-a4f83b368137","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.386575951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"1861ff43-bea7-4634-ba66-4146565174d0","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.38660233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"1861ff43-bea7-4634-ba66-4146565174d0","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.434449665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"2a529381-514b-4bab-80ac-773030ada4ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.43521695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"1d4263b5-1757-49f1-8602-0158e3fd2806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.437393216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f77484f9-7111-4d8e-afdb-e21b1ebdd41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.489913561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"2a529381-514b-4bab-80ac-773030ada4ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.490448017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"1d4263b5-1757-49f1-8602-0158e3fd2806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.492714803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"f77484f9-7111-4d8e-afdb-e21b1ebdd41d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.492899381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"e1d896c9-bc8a-46ec-aa9c-fa53dc45f67f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.596364485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"1517a3c5-84b1-4cb6-a130-5100827d8c27","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.596563383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"abb8fa6b-0af1-4e40-a344-019dc9e808ee","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.653812402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"1517a3c5-84b1-4cb6-a130-5100827d8c27","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.661109432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"888ec427-5b36-4d8e-b3ab-582980c69efe","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-fail-2f68aca0","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.664611732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"abb8fa6b-0af1-4e40-a344-019dc9e808ee","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.819417326Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-9a94a6af","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","reconcileID":"85e039d0-e4f6-4fc1-b9cc-e5ca87235280","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-9a94a6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.82327177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"3778330a-d7d2-4e1f-8bb4-91449b36acb4","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.871767172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a0a4ae0e-f29d-40e1-8968-31ffb93a017d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.910609973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f1f8a0b5-6f68-4e4c-9266-9f37c1c19948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.910973562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5baba6ed-70c2-4aba-bdf4-921feebb8b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.927020276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"a0a4ae0e-f29d-40e1-8968-31ffb93a017d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.967665256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f1f8a0b5-6f68-4e4c-9266-9f37c1c19948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:29.968146872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"5baba6ed-70c2-4aba-bdf4-921feebb8b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.081747372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"d0bdee68-410d-4a2d-87d1-84283cac361e","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.136969628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"d0bdee68-410d-4a2d-87d1-84283cac361e","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.237141309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74cf96b-e50b-4db5-a3bf-2cfacf246a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.289268923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"bee932a7-9f08-4f61-96bd-67c209eb3511","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.293626086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74cf96b-e50b-4db5-a3bf-2cfacf246a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.321173877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"d167d454-6400-4942-b981-ae287f2c3968","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.321221817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"d167d454-6400-4942-b981-ae287f2c3968","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.342579751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"66ded46a-3820-4e6a-a5aa-bab8004b99ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.347709837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"bee932a7-9f08-4f61-96bd-67c209eb3511","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.39882593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"66ded46a-3820-4e6a-a5aa-bab8004b99ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.486872374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"f0b7c9f0-848f-4b5e-bd15-ca8bfb33f370","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-626716ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.496082242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"11935025-ed8b-4953-9a56-41bbea0ff2fe","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.552779468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"11935025-ed8b-4953-9a56-41bbea0ff2fe","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.660168596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7a393b3-d989-4355-86f2-564d199e17dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.715619063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7a393b3-d989-4355-86f2-564d199e17dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.722130576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"d50d459c-ecd1-4b36-a272-14aeda612204","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.76270087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f5cb8951-d413-460f-879d-3dd05826ef76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.775721812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"d468dfc1-5fc1-4633-9be6-f9ba43a37912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.779123716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"d50d459c-ecd1-4b36-a272-14aeda612204","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.818416824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f5cb8951-d413-460f-879d-3dd05826ef76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.831457355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"d468dfc1-5fc1-4633-9be6-f9ba43a37912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:30.971753254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0b75c5f6-e784-4c44-841b-4343ea7fbc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.027409488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"0b75c5f6-e784-4c44-841b-4343ea7fbc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.072823809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"654afb6c-2fc7-4f54-9ea6-75d40345e252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.128369124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"654afb6c-2fc7-4f54-9ea6-75d40345e252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.224388634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"f01ec97f-980e-4dc3-9710-9cab11e8a2f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.224404126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"48481259-7b0f-475c-8bfe-34b9fac05160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.279974995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"f01ec97f-980e-4dc3-9710-9cab11e8a2f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.280002238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"48481259-7b0f-475c-8bfe-34b9fac05160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.438726809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"bca5363f-2207-4245-80a1-ef5b9d5311f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.479964385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"bc78df1a-f037-4038-845f-e595b4adb7f7","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.494279263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"bca5363f-2207-4245-80a1-ef5b9d5311f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.494392404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"35d3b07c-0eaf-44b4-801e-bfcc6879d6d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.53619795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"bc78df1a-f037-4038-845f-e595b4adb7f7","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.549815271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"35d3b07c-0eaf-44b4-801e-bfcc6879d6d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.589619949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"bc8c645b-1658-425c-ae63-0b7036f81b31","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.645027522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"bc8c645b-1658-425c-ae63-0b7036f81b31","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:31.901805876Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"8a473355-15de-4db7-b4c8-0a5ce2b2add5","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","subscription":"e2e-cfl-ok-8c7984-d25303-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.005647421Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"8a473355-15de-4db7-b4c8-0a5ce2b2add5","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.057665435Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-sub","reconcileID":"8a473355-15de-4db7-b4c8-0a5ce2b2add5","MaaSSubscription":{"name":"e2e-cfl-ok-8c7984-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.181776258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"f6b4d5f5-8dfa-4e31-a892-d746abfdc4c4","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.292053888Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"ea107542-2359-47fa-a8c1-92b51e84548d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.326669185Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d7df9e-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.398448364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"8685e270-8d79-416a-92b7-99342b950e42","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.398490471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"8685e270-8d79-416a-92b7-99342b950e42","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.557978755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"4fc18d33-59a8-4802-a5c9-2e2c40ac3b4c","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.55800782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"4fc18d33-59a8-4802-a5c9-2e2c40ac3b4c","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.638451903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"98e2a967-544b-4738-9566-b4d614f22e1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.638497652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"6dd74999-2c99-48f1-8d33-9895d8508976","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.642517254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"6b5c5e1a-8ddc-40f6-addd-3a58dc5436b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.642696071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"afeabfbe-b136-4bdf-92f2-d9a18f17ec63","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.644618668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"bbba00fa-a843-4c9a-9941-22c4e97674d5","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:06:32.662557352Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"4fc18d33-59a8-4802-a5c9-2e2c40ac3b4c","name":"e2e-cfl-ok-8c7984","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-8c7984\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:06:32.662626122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"4fc18d33-59a8-4802-a5c9-2e2c40ac3b4c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-8c7984\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.694020096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"98e2a967-544b-4738-9566-b4d614f22e1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.694094665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"6dd74999-2c99-48f1-8d33-9895d8508976","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.697633595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"6b5c5e1a-8ddc-40f6-addd-3a58dc5436b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.697924475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"afeabfbe-b136-4bdf-92f2-d9a18f17ec63","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.699957151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"bbba00fa-a843-4c9a-9941-22c4e97674d5","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.719543589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"4fcccd03-4481-424d-97b3-dfeef6098b66","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.719565978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"4fcccd03-4481-424d-97b3-dfeef6098b66","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:32.953340786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-ok-8c7984-d25303-access","reconcileID":"7c1bd760-6253-4792-ac42-c20e581b235e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-8c7984-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.164617854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"7a77b792-f34f-4957-b6d5-863531165e83","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.164645967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"7a77b792-f34f-4957-b6d5-863531165e83","MaaSModelRef":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-ok-8c7984-84c4b9dc102a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-ok-8c7984","externalModel":"e2e-cfl-ok-8c7984","provider":"e2e-cfl-ok-8c7984-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.642867673Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"5cfdfdaf-1a6e-4f6d-8cfb-9867f3a29b38","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.752928297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"69463862-a455-4757-b674-44d102bfc94c","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.803065844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a5e82acd-50ed-4c87-963c-085687d59fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.803065629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9b467b7-ace1-424f-8d57-249cd562003b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.80425871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae7c948-57c7-4cfb-989c-ef67fd4fbdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.804727562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cb316668-53d1-4142-84b4-cf7167aa563b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.85723117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"39365a8b-698b-4105-9287-e294e3948c70","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.857258116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"39365a8b-698b-4105-9287-e294e3948c70","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.860071256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9b467b7-ace1-424f-8d57-249cd562003b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.860439039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"a5e82acd-50ed-4c87-963c-085687d59fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.862931334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ae7c948-57c7-4cfb-989c-ef67fd4fbdbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.863146034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"cb316668-53d1-4142-84b4-cf7167aa563b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.905999588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"c3843590-2632-4c22-a9cb-e483363439b3","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.960449593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"b5beb85d-340e-4d40-82fb-cf8440586606","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.960950354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"0025478b-8fac-475c-bc0d-b8d39cc86a41","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.961348221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"ed091586-58e4-45b3-8189-5e96cb062ef0","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.961363554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"ed091586-58e4-45b3-8189-5e96cb062ef0","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:33.96145748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"c3843590-2632-4c22-a9cb-e483363439b3","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.147899174Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-8c7984","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","reconcileID":"f0f0e7f9-f97c-4f0e-b77e-104781790770","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-ok-8c7984","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.222800736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"3a1ed907-0318-42a4-bdeb-32e0cf42c5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.226521632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"8da5fe4c-5e6a-46ec-8daf-a1ed50f2e3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.277763164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"3a1ed907-0318-42a4-bdeb-32e0cf42c5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.281285421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"8da5fe4c-5e6a-46ec-8daf-a1ed50f2e3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.323916504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"1df57d62-3256-4f1f-9b21-e6b0a96b65f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.325250375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"8fd2e773-d5bf-4fa6-80ae-7bef6076017e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.380338075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"1df57d62-3256-4f1f-9b21-e6b0a96b65f8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.382634444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"8fd2e773-d5bf-4fa6-80ae-7bef6076017e","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.393926399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"6c708734-8ad5-4489-9bb6-26fba09cf0a0","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.393949577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"6c708734-8ad5-4489-9bb6-26fba09cf0a0","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.424951762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1c586b8e-4eb9-44b3-8940-4f0f3aa81a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.481654411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"1c586b8e-4eb9-44b3-8940-4f0f3aa81a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.596092461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"273cf8f6-34c9-4c2d-a716-c9a4dffd2c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.601451813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"178a70a7-fd01-4c7b-b44d-69499a35d3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.652383607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"273cf8f6-34c9-4c2d-a716-c9a4dffd2c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.657033078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"178a70a7-fd01-4c7b-b44d-69499a35d3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.686774688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"ca5c197b-f76b-40a6-8548-381bcaac2848","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.686804102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"ca5c197b-f76b-40a6-8548-381bcaac2848","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.797531474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"22e8ea34-4535-40e8-9da7-bb201d9ed898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.847048332Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"f3424385-19a9-4806-a128-7ed5e370fb0d","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2ad347a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.848077409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"12e905aa-9c9d-4910-9434-214668d53ce0","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.852724829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"22e8ea34-4535-40e8-9da7-bb201d9ed898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.899618126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"9298c976-0dc7-49e6-9e1a-7cf4fa26702d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.904693716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"12e905aa-9c9d-4910-9434-214668d53ce0","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:34.95616969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"9298c976-0dc7-49e6-9e1a-7cf4fa26702d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.10603259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7dbe729-9e75-4a6a-8d3d-4521fd829cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.161560871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7dbe729-9e75-4a6a-8d3d-4521fd829cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.198650461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"5a93fe14-73ea-450a-95a8-f56bcfac1636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.206195763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"95d7823c-b9e7-41e4-9ac4-8e3cabd588d2","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.255657188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"5a93fe14-73ea-450a-95a8-f56bcfac1636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.261631788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"95d7823c-b9e7-41e4-9ac4-8e3cabd588d2","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.320576781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"481bff7e-0a87-4681-8048-c8bae5444dd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.376120844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"481bff7e-0a87-4681-8048-c8bae5444dd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.52276533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"32053123-0db6-467b-a319-093e59e31766","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.568328503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"23787a29-d298-4df7-876a-e082b178ca85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.574726776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"cc036294-8bc0-4963-9f56-5a163fd3d973","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.581401947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"32053123-0db6-467b-a319-093e59e31766","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.623434331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"23787a29-d298-4df7-876a-e082b178ca85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.6299915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"cc036294-8bc0-4963-9f56-5a163fd3d973","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.766944369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7cb6de43-b2c3-4499-a748-dadba25a04a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.767166551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7f9371c-dc2a-46fa-973a-c30727002a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.824915758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"7cb6de43-b2c3-4499-a748-dadba25a04a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:35.824916225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7f9371c-dc2a-46fa-973a-c30727002a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:36.083843123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"44c9d575-dba4-4e8f-afef-75afa522e16f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:36.139050902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"44c9d575-dba4-4e8f-afef-75afa522e16f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:40.539949787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"9d8b1d2c-53e1-4a63-954f-7725516eed1b","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","subscription":"e2e-fail-2f68aca0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:40.643665584Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"9d8b1d2c-53e1-4a63-954f-7725516eed1b","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:40.696057517Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-sub","reconcileID":"9d8b1d2c-53e1-4a63-954f-7725516eed1b","MaaSSubscription":{"name":"e2e-fail-2f68aca0-sub","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"maas-trlp-e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:40.965164321Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.016779177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"04459392-ffcb-42ea-ae35-cae8d019a2fd","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.016810727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"04459392-ffcb-42ea-ae35-cae8d019a2fd","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.070088217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"2ff0d0cb-a6c8-489f-8304-3fd27b4f09bf","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.126695121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"2ff0d0cb-a6c8-489f-8304-3fd27b4f09bf","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.177671287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"d3e8182f-1455-48fd-b694-eebdd29ef07f","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.177698604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"d3e8182f-1455-48fd-b694-eebdd29ef07f","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.281955485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"60f289f1-baae-40b1-8e99-5adaea7d95a6","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.281984835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"60f289f1-baae-40b1-8e99-5adaea7d95a6","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.384118725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"17bdb546-db8b-4fc7-99ed-3c5aaa9b6bfc","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.385295616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"927dc8f1-8d97-4ede-b09f-a8d86ba8cab5","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.385318478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"927dc8f1-8d97-4ede-b09f-a8d86ba8cab5","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.488279676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"44086598-6dff-4e7f-b5a3-7a53695cf008","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.488301414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"44086598-6dff-4e7f-b5a3-7a53695cf008","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.540693882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"17bdb546-db8b-4fc7-99ed-3c5aaa9b6bfc","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.660167151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"17bdb546-db8b-4fc7-99ed-3c5aaa9b6bfc","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"name":"e2e-extmod-a-25719d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.660181916Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"e2e-fail-2f68aca0-access","reconcileID":"17bdb546-db8b-4fc7-99ed-3c5aaa9b6bfc","MaaSAuthPolicy":{"name":"e2e-fail-2f68aca0-access","namespace":"ai-tenant-e2e-extmod-a-25719d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.766963921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"6a87b0da-4359-489e-96cc-04cd7dc5e156","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"tenant":"e2e-extmod-a-25719d","gateway":"openshift-ingress/e2e-extmod-a-25719d","model":"e2e-extmod-fail-user-7f80d9/e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:41.766982401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"6a87b0da-4359-489e-96cc-04cd7dc5e156","MaaSModelRef":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"routeName":"external-model-e2e-fail-2f68aca0-0814bda4d971","namespace":"e2e-extmod-fail-user-7f80d9","model":"e2e-fail-2f68aca0","externalModel":"e2e-fail-2f68aca0","provider":"e2e-fail-2f68aca0-provider","gateway":"openshift-ingress/e2e-extmod-a-25719d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.269527507Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"75cf3722-9d08-421b-9fdb-25bcc8fb04ec","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.286330372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b9d13424-1509-4411-bbd9-6c3235743bab","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.428712008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebff6744-7a60-4607-9aa4-2093632ea2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.429064505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5b27cf39-c779-4777-b2c6-5abcbb8dd833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.429234576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"11ed16c1-1135-4f37-b208-96f114ca1ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.429604472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"17cb80a5-19ec-48c9-aeb5-a4be192b1121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.485266726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebff6744-7a60-4607-9aa4-2093632ea2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.485495348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"17cb80a5-19ec-48c9-aeb5-a4be192b1121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.48744474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"11ed16c1-1135-4f37-b208-96f114ca1ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.487647606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"5b27cf39-c779-4777-b2c6-5abcbb8dd833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.532527943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"7227126b-8a83-4383-af6d-5da214005a22","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.592233059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"7227126b-8a83-4383-af6d-5da214005a22","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.768031518Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-2f68aca0","namespace":"e2e-extmod-fail-user-7f80d9"},"namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","reconcileID":"3d97e28c-7910-46c6-83cf-4d8b14eeb7a1","namespace":"e2e-extmod-fail-user-7f80d9","name":"e2e-fail-2f68aca0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.854826988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"787d8b08-7a14-465c-9a4b-ae30393c2fb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.854826954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"428fd351-b5d1-453a-8166-c8fdafc1ec97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.85611843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46bfed45-89bb-40b6-92c5-e6d8e9f7b700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.910335939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"428fd351-b5d1-453a-8166-c8fdafc1ec97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.910522405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"787d8b08-7a14-465c-9a4b-ae30393c2fb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.912499767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46bfed45-89bb-40b6-92c5-e6d8e9f7b700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:42.95801557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"821a8d90-0913-4017-8ab9-109f64bd8d8b","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.013054524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"821a8d90-0913-4017-8ab9-109f64bd8d8b","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.055685034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"8758a32e-ad88-41f5-a004-f14c512a7fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.110596711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"8758a32e-ad88-41f5-a004-f14c512a7fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.223832401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"fd7fbb9e-1adb-4e86-9424-e78ef0fae165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.279110793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"fd7fbb9e-1adb-4e86-9424-e78ef0fae165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.321918793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"bf759888-dee4-4868-8a6e-13d5735acde3","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.322518505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"31b03c2f-0bea-4c71-92c9-6bcc8b1aaa9f","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.377416278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"bf759888-dee4-4868-8a6e-13d5735acde3","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.378146624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"31b03c2f-0bea-4c71-92c9-6bcc8b1aaa9f","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.424331489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a8d32cf8-7ba5-46ca-b787-cf618fbd22e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.425629461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d12bbeb9-34e6-4fb3-80fb-c7575bd5441e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.480259567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a8d32cf8-7ba5-46ca-b787-cf618fbd22e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.480710404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"d12bbeb9-34e6-4fb3-80fb-c7575bd5441e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.587773916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"62a94cb6-3eb8-4a35-8ab7-67ebbabc9cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.643896064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"62a94cb6-3eb8-4a35-8ab7-67ebbabc9cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.794415821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2b49956c-eb98-494d-ad96-c697b7c2b5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.849880106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"2b49956c-eb98-494d-ad96-c697b7c2b5fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.857181342Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"0e1e7ac7-e239-4e68-958d-d29718c014b5","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.898531502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88a8bee-c8cf-40c4-a6b8-bf3d672a8244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.899080241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5143a072-d3b5-4b77-9973-b784058118e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.900209859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"4507dcbf-1e0a-41bb-91aa-f14b4e0e0d28","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.95448069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88a8bee-c8cf-40c4-a6b8-bf3d672a8244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.954611189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5143a072-d3b5-4b77-9973-b784058118e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:43.95888474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"4507dcbf-1e0a-41bb-91aa-f14b4e0e0d28","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.110874838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"c1dc3540-7fee-4c47-9db5-91da18c679bc","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.16756497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"c1dc3540-7fee-4c47-9db5-91da18c679bc","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.214808553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d37a5672-c639-4aa5-aab7-5e5fdaf0228f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.269637435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d37a5672-c639-4aa5-aab7-5e5fdaf0228f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.316364243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"edf119ab-06a9-4178-9090-03d462fbc20e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.372516303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"edf119ab-06a9-4178-9090-03d462fbc20e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.394529453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"b8b3c19e-5663-4592-96d1-9e411816bd45","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.39455666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"b8b3c19e-5663-4592-96d1-9e411816bd45","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:44.899572728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"cdd398b2-3a1f-4a63-a5ee-03b7abc722f8","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","subscription":"e2e-cfl-same-cb2f0e-d7df9e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.004066576Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"cdd398b2-3a1f-4a63-a5ee-03b7abc722f8","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.056138302Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-sub","reconcileID":"cdd398b2-3a1f-4a63-a5ee-03b7abc722f8","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d7df9e-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.33035136Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-same-cb2f0e-d25303-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.38218137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"14a5a5eb-c482-4e77-a70b-f504d76bb173","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.384902153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"14a5a5eb-c482-4e77-a70b-f504d76bb173","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.553523039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"c7ef3818-b5b0-4abc-bdca-28da9d408058","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.55354808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"c7ef3818-b5b0-4abc-bdca-28da9d408058","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.597886803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"b8cd9812-e1b8-4535-9cfa-df8d5c262bf6","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.597910812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f5ab4526-0a2d-4eef-a12c-dc87bef0d41b","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.59864085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"9d793d2b-c1a0-4f2c-b54c-bfc52db8810a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.598982465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"4f79a2d5-d546-4584-bf9a-31d82dda47dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.655748224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"f5ab4526-0a2d-4eef-a12c-dc87bef0d41b","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.656740818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"9d793d2b-c1a0-4f2c-b54c-bfc52db8810a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.659791453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"b8cd9812-e1b8-4535-9cfa-df8d5c262bf6","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.660235263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"4f79a2d5-d546-4584-bf9a-31d82dda47dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:06:45.673725802Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"c7ef3818-b5b0-4abc-bdca-28da9d408058","name":"e2e-cfl-same-cb2f0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-cb2f0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:06:45.673796549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"c7ef3818-b5b0-4abc-bdca-28da9d408058","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-cb2f0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.7312395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"daa38a9f-00d1-4d04-a077-15a70b5067cf","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:45.731389263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"daa38a9f-00d1-4d04-a077-15a70b5067cf","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.021444453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d7df9e-access","reconcileID":"27975318-94c7-463f-8401-9b4478aa11d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d7df9e-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.329323629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"6ef48cd0-914e-458f-a966-43f9095d49c7","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-2-d7df9e/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.329448421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"6ef48cd0-914e-458f-a966-43f9095d49c7","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"routeName":"external-model-e2e-cfl-same-cb2f0e-d54f978a1125","namespace":"e2e-extmod-cfl-2-d7df9e","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.462142268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"706a55f6-b852-4db0-9a26-7fdb314b23c8","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.462175484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"706a55f6-b852-4db0-9a26-7fdb314b23c8","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.540242966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"7b6319a2-fb7f-4b6a-a2c6-7a3cf9caea2f","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.625187411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0e5dc5d4-d606-4437-a917-91f9e6f7cd75","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.625672782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"531df5e8-9636-4f3d-8015-50970082aebd","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.625909153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"371dbc93-57a0-4b39-b2bf-8c2e63de35c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.626360411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"4215c0fc-3e96-4d85-aa8c-eb4027b80004","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0d9d352f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.657602454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"efd7fd6e-2f90-46f3-9d54-3df274e3e95c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.681483757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0e5dc5d4-d606-4437-a917-91f9e6f7cd75","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.681606793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"531df5e8-9636-4f3d-8015-50970082aebd","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.683853352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"371dbc93-57a0-4b39-b2bf-8c2e63de35c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.835070131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"02a23e70-be4c-496f-8ad3-a4f364cb7152","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:46.948449425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"327d5625-7c18-45c7-9b65-e235bafd7fcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.149296601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"316e0ddc-7a9d-41cc-a932-af19d2719d70","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.150023339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a08f9878-429a-486c-8b97-45838b55d7de","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.15067451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"fc858619-685d-4548-a43d-e97488547952","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.204752851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"316e0ddc-7a9d-41cc-a932-af19d2719d70","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.206215177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"fc858619-685d-4548-a43d-e97488547952","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.207140675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"a08f9878-429a-486c-8b97-45838b55d7de","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.238697544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"63ae13cf-53bc-4039-aedc-895ee525975d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.407591926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"20fa785f-6097-448e-a480-ba12f20f5e4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.508305629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74c0ed6b-6096-4acd-9efd-eff36933ddc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.636777382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"412bc1c2-a9c2-4520-aadb-5da9f254a232","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.808938334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"cf734137-a305-4111-a427-71e421ce94cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.926092565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8ad9d167-8b5c-4a02-a095-e81545b6b15d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:47.961217181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"c36c1ad2-bac2-46f5-951b-dd8ced5ea1e8","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:48.010716264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"f695a599-54aa-4585-8401-489c1a143e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:51.897353491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"691dfb43-b125-473c-bb01-26dc9c445dec","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"tenant":"e2e-mt-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","model":"ai-tenant-e2e-mt-c831a4c0/e2e-lifecycle-model-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:51.897379297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"e2e-lifecycle-model-c831a4c0","reconcileID":"691dfb43-b125-473c-bb01-26dc9c445dec","MaaSModelRef":{"name":"e2e-lifecycle-model-c831a4c0","namespace":"ai-tenant-e2e-mt-c831a4c0"},"routeName":"e2e-lifecycle-model-c831a4c0-kserve-route","namespace":"ai-tenant-e2e-mt-c831a4c0","llmisvcName":"e2e-lifecycle-model-c831a4c0","gateway":"openshift-ingress/e2e-mt-c831a4c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:52.39060867Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"b9bbce81-459e-4c27-b7c8-4588a06a0135","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:52.630790301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"34db7154-5ba8-404f-9c80-524681f78124","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:52.787024777Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"93c14910-97b4-46a0-8a11-8ab77e283718","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:53.537053149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feb9036-9a43-4d01-8248-f4656f5ef2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:53.589174388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feb9036-9a43-4d01-8248-f4656f5ef2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:53.641957338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feb9036-9a43-4d01-8248-f4656f5ef2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:53.69505292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9feb9036-9a43-4d01-8248-f4656f5ef2a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:54.747134498Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:55.263531631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"daedcb95-8579-4350-9357-498346545c61","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:55.367967784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"a15b1bac-ff25-459a-9a60-31be71a230d6","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:55.584357577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7c7c49-8371-4fbf-a6b9-91cb13276946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:55.636759073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7c7c49-8371-4fbf-a6b9-91cb13276946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:55.68868432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7c7c49-8371-4fbf-a6b9-91cb13276946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:55.740637899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7c7c49-8371-4fbf-a6b9-91cb13276946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:56.680868282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"b1b3a0d8-d72c-4be7-b24c-a477e8af6760","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","subscription":"e2e-cfl-same-cb2f0e-d25303-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:56.903936744Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"b1b3a0d8-d72c-4be7-b24c-a477e8af6760","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:56.956348824Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-sub","reconcileID":"b1b3a0d8-d72c-4be7-b24c-a477e8af6760","MaaSSubscription":{"name":"e2e-cfl-same-cb2f0e-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.228222107Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-caf74d priority=0:[ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-659d6a-d25303-sub ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232-caf74d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.279955297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"cabe1f3a-277d-4069-ba20-8922c44ede36","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.279982179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"cabe1f3a-277d-4069-ba20-8922c44ede36","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.434647234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"cbc0a773-59c2-4f18-9295-e97690967d53","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.435166978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"e19b0a04-fe94-4bce-a6ef-9054851e5da9","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.435583593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"855d3a9b-ba3b-405e-93c3-6b64f5b263d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.440915094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"71c0fd74-51f7-4fff-8d91-99273fe278f1","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.440931297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"71c0fd74-51f7-4fff-8d91-99273fe278f1","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.490245538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"cbc0a773-59c2-4f18-9295-e97690967d53","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.490628946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"e19b0a04-fe94-4bce-a6ef-9054851e5da9","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.492528433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"855d3a9b-ba3b-405e-93c3-6b64f5b263d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.547518731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"731ed4f0-a65f-4f67-964d-7b6c5938ae2d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.547553267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"731ed4f0-a65f-4f67-964d-7b6c5938ae2d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.640603975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e13d06-ca3a-4dc4-93ec-b9258bfedff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.692873041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e13d06-ca3a-4dc4-93ec-b9258bfedff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.744925966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e13d06-ca3a-4dc4-93ec-b9258bfedff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.79721026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e13d06-ca3a-4dc4-93ec-b9258bfedff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.798257344Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-same-cb2f0e-d25303-access","reconcileID":"a981a8e9-c251-41fb-8da5-ded92079c9cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-cb2f0e-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.798661812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"8ec33b64-8fda-44cf-bdbd-f5888a39fc2b","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:57.798680781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"8ec33b64-8fda-44cf-bdbd-f5888a39fc2b","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.05877931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"e42a88ea-a1e4-4851-9e77-43be6f701c78","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.058811374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"e42a88ea-a1e4-4851-9e77-43be6f701c78","MaaSModelRef":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-same-cb2f0e-db06e3c8e33d","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-same-cb2f0e","externalModel":"e2e-cfl-same-cb2f0e","provider":"e2e-cfl-same-cb2f0e","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.134288114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"a477595d-85ec-4a99-8674-3d3524f98fbe","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.134638748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"d572a7ba-12c8-4784-aa77-789979a784fe","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.279348711Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","namespace":"ai-tenant-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.279581155Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","namespace":"ai-tenant-e2e-extmod-a-25719d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.279684883Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","tenant":"e2e-extmod-a-25719d","tenantID":"e2e-extmod-a-25719d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.317810411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"652360aa-2f53-468e-95ab-b0540d4da780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.318038234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"560b4f82-d943-4581-905b-e98b3c7b4817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.333275183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"Deployment","name":"maas-api-e2e-extmod-a-25719d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.344057591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"7462435b-d036-4ac2-b8f7-e8fc4e183f23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.347755182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"cb5a2c2a-28e7-469c-a656-dc14caf1cf07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.37388061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"560b4f82-d943-4581-905b-e98b3c7b4817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.375166484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"652360aa-2f53-468e-95ab-b0540d4da780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.396284544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"Service","name":"maas-api-e2e-extmod-a-25719d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.45598508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-25719d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.509179336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-25719d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.534809943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"c4629af5-180c-43e4-a171-d3521113e83c","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.563528872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.619080525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.642418532Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"e8f46260-3d9d-4c03-bf49-10f7a4959fb8","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.674837123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.69109309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c36a2de5-5acc-4769-afdd-73cdba0833ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.691116282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2217eede-8679-4e13-aac1-a3d2cb76575a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.692730339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"495346d6-8807-47ae-b969-7d89ea022964","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.728188295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.746757153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"3d35b36a-8004-47c3-a975-a4e8e9704976","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.74678725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"3d35b36a-8004-47c3-a975-a4e8e9704976","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.747905285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2217eede-8679-4e13-aac1-a3d2cb76575a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.750883385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"495346d6-8807-47ae-b969-7d89ea022964","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.751649089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"c36a2de5-5acc-4769-afdd-73cdba0833ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.779497281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.837002977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.838230992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7442e7a-d028-46fe-a89e-afff79b239a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.838386197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"11c37377-affb-44b2-92ed-03dcb4e9555a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.889987359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"631e8129-ae21-49c0-9bdd-95bb7a8e24a7","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.89000472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"Service","name":"payload-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.893982518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7442e7a-d028-46fe-a89e-afff79b239a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.895433462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"11c37377-affb-44b2-92ed-03dcb4e9555a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.941960036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:58.995200564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.048193164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.086050236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","reconcileID":"536c06b5-5c62-4fb5-8377-d7709903249f","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.099083364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.153510018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"597c3f4e-7f0c-40c2-981c-b67058211f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.153516699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"3fe4003b-4930-4870-8eb5-4deb98f498ac","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.15623706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.234291681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.240052846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"597c3f4e-7f0c-40c2-981c-b67058211f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.242724313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"3fe4003b-4930-4870-8eb5-4deb98f498ac","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.291360422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.293927475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"7f8b11c9-0c6d-44e0-a215-53a876a26c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.358336116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-25719d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.362171431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"7f8b11c9-0c6d-44e0-a215-53a876a26c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.410337852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3606279c-95ab-4280-871b-eef9b8c698d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.410654667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b266808e-09e8-4eb3-908e-4ee4cdcbbc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.41318651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-25719d"},"namespace":"ai-tenant-e2e-extmod-a-25719d","name":"default-tenant","reconcileID":"b6b64f9c-f5c3-4b16-a5cc-d7d6b82433aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-25719d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.467882987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"3606279c-95ab-4280-871b-eef9b8c698d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.468745676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b266808e-09e8-4eb3-908e-4ee4cdcbbc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.470398742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","namespace":"ai-tenant-e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.470499061Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","namespace":"ai-tenant-e2e-mt-c831a4c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.470567373Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","tenant":"e2e-mt-c831a4c0","tenantID":"e2e-mt-c831a4c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.523844911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"Deployment","name":"maas-api-e2e-mt-c831a4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.56795584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"58308e41-50f4-4e26-9605-2d168d554a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.583197548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"Service","name":"maas-api-e2e-mt-c831a4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.626411459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"58308e41-50f4-4e26-9605-2d168d554a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.641602497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c831a4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.708990267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c831a4c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.740334585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c30321c-28e5-408d-99e5-924d17f4ccfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.740555587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f32d6666-d802-41da-83c4-c1fdfc723f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.792940581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c30321c-28e5-408d-99e5-924d17f4ccfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.793296643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"ff83c05e-2b0a-4138-8cb4-5546d74b486d","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.800616347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.845217669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c30321c-28e5-408d-99e5-924d17f4ccfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.89751244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c30321c-28e5-408d-99e5-924d17f4ccfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.89788767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e23c999-6219-4889-9bcb-6eb24caed7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.899215795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.901572837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f32d6666-d802-41da-83c4-c1fdfc723f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.902210546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"ff83c05e-2b0a-4138-8cb4-5546d74b486d","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.949326588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"465c73ae-2ac5-4c3b-9473-f987f1046d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.953358582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e23c999-6219-4889-9bcb-6eb24caed7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.956938984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:06:59.976891235Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"bd0d9786-4755-4bc9-b1f0-db867f109648","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.004878564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"465c73ae-2ac5-4c3b-9473-f987f1046d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.012352246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.053038434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b35da4fc-af77-44b7-99ed-9876c90e747a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.063326915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"Deployment","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.108687489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b35da4fc-af77-44b7-99ed-9876c90e747a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.165896803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.220379159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"Service","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.273193456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f257074d-a7b6-45cf-82d4-74fe2feef40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.273331958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"Service","name":"payload-pre-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.324737436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.336739017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"f257074d-a7b6-45cf-82d4-74fe2feef40d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.37122243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"869714ec-5e02-419a-aad4-7474ab7abbd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.376815941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"7ac03c6f-a04c-4292-a9e2-33e8732c2b56","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.385163971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.446867715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.450974756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"869714ec-5e02-419a-aad4-7474ab7abbd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.451052611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"7ac03c6f-a04c-4292-a9e2-33e8732c2b56","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.474508467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"0f967f40-c167-4719-b811-f7fe7e70199b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.501097237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.531348156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"0f967f40-c167-4719-b811-f7fe7e70199b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.552825037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.568797653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"4b5c4f7f-ec5c-4d28-8f47-b5e85e1cc8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.604607247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.628270508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"4b5c4f7f-ec5c-4d28-8f47-b5e85e1cc8f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.65787826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c831a4c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.709279684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c831a4c0"},"namespace":"ai-tenant-e2e-mt-c831a4c0","name":"default-tenant","reconcileID":"0f1ed443-3fad-4f4c-b277-f55ba54a4195","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c831a4c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.779859079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"96ad5e4f-bae7-4cde-b0f0-b7e7157f92c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.835274945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"96ad5e4f-bae7-4cde-b0f0-b7e7157f92c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.866418604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"b31ef891-d7b3-4c69-951d-69f2231a7d92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.893993265Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"8d28063f-02cb-454e-82c6-8ff091a8cedb","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:00.924359473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7fbabe28-dced-4974-af80-34931627ec7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.002659075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5b14c486-7c02-47e1-967d-29e294595a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.00472963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"7fbabe28-dced-4974-af80-34931627ec7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.028739293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f6c308-1394-47cd-bbf5-d60925ca9c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.03295543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"b31ef891-d7b3-4c69-951d-69f2231a7d92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.061718233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"5b14c486-7c02-47e1-967d-29e294595a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.09371153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03f6c308-1394-47cd-bbf5-d60925ca9c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.284732453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cb2f0e","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","reconcileID":"bc4fc9de-4598-4a61-9aec-9df59503b8f7","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-same-cb2f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.301804984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"0c8906eb-3b93-48c8-95df-3cf529dd8d4a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.357155092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"0c8906eb-3b93-48c8-95df-3cf529dd8d4a","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.404454007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b57a4a2-75e0-4595-a536-5581452abfc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.459898375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b57a4a2-75e0-4595-a536-5581452abfc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.485664311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"031afef0-e075-4d2b-8f59-552758a15ace","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.485901468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"438a3562-59e4-4862-b110-a72d1a10e22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.486274436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"b67ca03f-b5ca-43b0-a69c-ec8a4704bcea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.541414469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"031afef0-e075-4d2b-8f59-552758a15ace","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.541656051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"438a3562-59e4-4862-b110-a72d1a10e22f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.544294102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"b67ca03f-b5ca-43b0-a69c-ec8a4704bcea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.802268795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff3aa1a-4eec-4c93-9658-58649a7ceaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.80314809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"a8bad26a-55d7-4cf5-b715-ec7065be5dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.855253108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff3aa1a-4eec-4c93-9658-58649a7ceaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.907592077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff3aa1a-4eec-4c93-9658-58649a7ceaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.909628997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"39822e1b-38ed-4898-a8ec-a91295542b7d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.90965147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"39822e1b-38ed-4898-a8ec-a91295542b7d","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.913387131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"a8bad26a-55d7-4cf5-b715-ec7065be5dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.95964238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff3aa1a-4eec-4c93-9658-58649a7ceaf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:01.959764467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9397b5e-fd22-4e88-99e7-a42b7219d5ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.016704324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9397b5e-fd22-4e88-99e7-a42b7219d5ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.063994077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f65cc489-de34-432c-af36-ed98ab8e888d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.064622777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b0177e78-e9d9-4fa4-bfa2-90c4a2253f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.116574927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"24276663-9848-405b-acd8-3a73c07e4a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.121661783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"f65cc489-de34-432c-af36-ed98ab8e888d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.121661784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"b0177e78-e9d9-4fa4-bfa2-90c4a2253f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.12354399Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"d9893294-cda9-416c-95d9-ef51664756c1","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-27248075","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.173600608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"24276663-9848-405b-acd8-3a73c07e4a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.329014018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1fce3fb2-3895-4c1b-b1db-f1630e6abc0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.384264784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"1fce3fb2-3895-4c1b-b1db-f1630e6abc0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.429492085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c279f0-6433-4bdf-b414-80d051f0e654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.484865096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26c279f0-6433-4bdf-b414-80d051f0e654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.52957373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"86d07f8d-258e-4692-8a0f-1727163ffd2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.585335424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"86d07f8d-258e-4692-8a0f-1727163ffd2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.630769908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"0d8694f2-618e-44cd-bb74-6cd55eb3d054","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.630811252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"701e16dd-c903-48d8-a402-2399d82e03e2","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.687102227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"701e16dd-c903-48d8-a402-2399d82e03e2","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:02.687161987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"0d8694f2-618e-44cd-bb74-6cd55eb3d054","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:03.831533694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e925b0c-95bd-4130-9656-9d7d41ed719f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:03.883411913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e925b0c-95bd-4130-9656-9d7d41ed719f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:03.935531159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e925b0c-95bd-4130-9656-9d7d41ed719f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:03.987436126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e925b0c-95bd-4130-9656-9d7d41ed719f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:04.563130524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"7eaad4ce-be3b-451f-aacd-b5d358de46ad","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:04.666900024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"7a0bc3d7-2e61-42ed-836d-afe35fb2f129","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:05.855277346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a00d28f-3fe9-47cb-9895-1f7a9fe10848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:05.907422881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a00d28f-3fe9-47cb-9895-1f7a9fe10848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:05.964090353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a00d28f-3fe9-47cb-9895-1f7a9fe10848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:06.021943211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a00d28f-3fe9-47cb-9895-1f7a9fe10848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:07.964572814Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"0f286fb8-2a28-4360-852b-fe523267f716","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.071276064Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"2452b64a-722d-4033-85e6-10111a6e618b","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.175202803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"0813d15b-aa85-495d-b5b8-d5ec7d0a6378","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.231599152Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-25719d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-25719d","reconcileID":"d42ab6b6-e2e2-4061-9624-d4331a8f680f","aitenant":"ai-tenants/e2e-extmod-a-25719d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.395673826Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"51a87b93-a679-4bb0-a937-0834b7799c18","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.498825536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"ac14bb56-8946-4591-8518-e51718dfecdf","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.80164025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9249a86-112e-417b-b5f2-014844c57558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.854502885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9249a86-112e-417b-b5f2-014844c57558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.906632769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9249a86-112e-417b-b5f2-014844c57558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:08.958842499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9249a86-112e-417b-b5f2-014844c57558","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:09.085076727Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-25719d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-25719d","reconcileID":"d42ab6b6-e2e2-4061-9624-d4331a8f680f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-25719d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-25719d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:09.422326847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"11813e42-0d87-4956-80ef-d86ec9fb8d91","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:09.527229151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"e43f3ec4-1dc2-41d1-8578-24998da57623","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:09.802333098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"18929fef-93b4-45af-a9ca-1865329139df","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:09.930399452Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a9045df0-6ae7-4915-aeaf-6117a7bac537","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.123941793Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"fee9a0d5-236e-43e5-901d-d2831f5eab1c","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.17517601Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c831a4c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c831a4c0","reconcileID":"b433edf9-5bee-4092-b167-70a5f22eff3f","aitenant":"ai-tenants/e2e-mt-c831a4c0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.227952683Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"7acbeb8f-726e-440b-b356-9f12852a2b25","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.334103651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"d9b2a249-29db-43a9-a720-d36e5a6f03c7","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.438996009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"5f58c3c1-497d-4ab8-8c97-a572c8dbb149","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.889338004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd05506-2537-4b70-b91c-77b940e338de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.941604359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd05506-2537-4b70-b91c-77b940e338de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.946730226Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c831a4c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c831a4c0","reconcileID":"b433edf9-5bee-4092-b167-70a5f22eff3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c831a4c0","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c831a4c0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:10.993319162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd05506-2537-4b70-b91c-77b940e338de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:11.045296399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd05506-2537-4b70-b91c-77b940e338de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:11.205023403Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"1ce7a212-6948-4d91-b415-b0f9d2267728","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:11.359087253Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"f459d8f3-b104-480f-a60d-6513fad82f6d","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.150448549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d083e92-b431-46f7-972c-dd1374311d2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.150498613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d083e92-b431-46f7-972c-dd1374311d2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.175326339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"f5c43135-0ac3-4d6e-9656-24fe2eb714ad","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","subscription":"e2e-cfl-659d6a-d25303-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.204490269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d085048e-2b36-41db-bdbe-45a9dc3d22d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.204509959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d085048e-2b36-41db-bdbe-45a9dc3d22d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.279005097Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"f5c43135-0ac3-4d6e-9656-24fe2eb714ad","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.330725439Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-sub","reconcileID":"f5c43135-0ac3-4d6e-9656-24fe2eb714ad","MaaSSubscription":{"name":"e2e-cfl-659d6a-d25303-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.405222967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"9e43110f-6af1-4b32-9297-ba929dd3383e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.412067653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3b86adc-a361-4220-be01-81085a1ad071","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.4120916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3b86adc-a361-4220-be01-81085a1ad071","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.46051089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"9e43110f-6af1-4b32-9297-ba929dd3383e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:07:12.520903736Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-a8272d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-a8272d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.521274848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"0d069c91-9c7e-4dc2-a95f-5f33ecd6b814","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.521295787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"0d069c91-9c7e-4dc2-a95f-5f33ecd6b814","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.568908976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb79e7e5-e692-4a84-b0ac-b7a0323a0f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.568910798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9fb95fd-001a-4b12-9d5b-e54c9b25fb98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.573260289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75a0a1be-eca8-4476-8ad9-6fd40a90dc8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.573274693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75a0a1be-eca8-4476-8ad9-6fd40a90dc8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.624294434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb79e7e5-e692-4a84-b0ac-b7a0323a0f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.624706006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9fb95fd-001a-4b12-9d5b-e54c9b25fb98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.671567695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"7a21e5a5-4a68-451e-bce6-c3e8eba16d03","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.67158928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"7a21e5a5-4a68-451e-bce6-c3e8eba16d03","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.7748015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"b662a858-ed69-4d35-93dd-30bf41e07f9f","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.77482589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"cbd89522-929f-4626-bd40-9aa5c9c659db","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.779064696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9065c957-9e72-48d2-b9a0-516026228690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.779081639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9065c957-9e72-48d2-b9a0-516026228690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.830492689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"b662a858-ed69-4d35-93dd-30bf41e07f9f","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.830932983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"cbd89522-929f-4626-bd40-9aa5c9c659db","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.831040807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"2f8aa685-7906-423a-9bfb-73c9723cd503","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.831059268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"2f8aa685-7906-423a-9bfb-73c9723cd503","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.836403317Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a8272d","reconcileID":"c8dbdc6d-f6b0-4282-a2a2-874d1b515649","MaaSSubscription":{"name":"e2e-default-int-sub-a8272d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-a8272d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.907253645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66bd56a-bc6a-42b8-8ce9-c65b8c5bf54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.961597294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66bd56a-bc6a-42b8-8ce9-c65b8c5bf54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:12.961711961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"6f0e674b-3b91-4f35-b3e7-97bc8999a4f1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.013686822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66bd56a-bc6a-42b8-8ce9-c65b8c5bf54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.017370791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"6f0e674b-3b91-4f35-b3e7-97bc8999a4f1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.018494482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25830247-41c7-44fd-ba03-e114c5d55ccd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.018513271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25830247-41c7-44fd-ba03-e114c5d55ccd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.065551722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55092066-e81e-41b0-a20a-1103f029c37e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.065723839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66bd56a-bc6a-42b8-8ce9-c65b8c5bf54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.169706789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-659d6a-d25303-access","reconcileID":"44cf7fb5-c39e-447c-92a7-714c05f9e1a5","MaaSAuthPolicy":{"name":"e2e-cfl-659d6a-d25303-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.27371416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a8272d","reconcileID":"638a0767-2681-4de7-ab1d-7ac850d82f7f","MaaSSubscription":{"name":"e2e-default-int-sub-a8272d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.386612936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"6147fceb-cf9f-46fc-9d52-3a28ff03fc0a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"e2e-extmod-cfl-1-d25303/e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.386647591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"6147fceb-cf9f-46fc-9d52-3a28ff03fc0a","MaaSModelRef":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"routeName":"external-model-e2e-cfl-659d6a-c74f586b1e6c","namespace":"e2e-extmod-cfl-1-d25303","model":"e2e-cfl-659d6a","externalModel":"e2e-cfl-659d6a","provider":"e2e-cfl-659d6a-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.864244056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"1b8fd913-fcdb-495b-ba43-3d163c4e58ab","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:13.972342175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-2-d7df9e"},"namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","reconcileID":"3d2ad8de-21df-4cf7-bfcd-d552c099e65a","namespace":"e2e-extmod-cfl-2-d7df9e","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.019985441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"4e2a0ac5-39a7-4052-92d8-4f75c8d8b209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.021394885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8e75d814-5a23-4ccc-b635-2c39ae8733ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.023533469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9cc3f434-1f69-4c00-a3b0-2bd16b3cf8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.023602171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"458c61cf-da43-4dfe-a7f9-7adab988c540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.023945477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c13206a2-2593-47f0-bf92-0a6da4238eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.075959835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"4e2a0ac5-39a7-4052-92d8-4f75c8d8b209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.077695736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8e75d814-5a23-4ccc-b635-2c39ae8733ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.079778292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"9cc3f434-1f69-4c00-a3b0-2bd16b3cf8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.081327134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c13206a2-2593-47f0-bf92-0a6da4238eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.082567667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"458c61cf-da43-4dfe-a7f9-7adab988c540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.382691165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"d356df5c-9f02-4d3c-af5c-70cb4d8f13cb","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.434213955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"16f60a02-c0f1-4ed0-ba51-ec4e9c4b9e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.434820268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"98a38ed7-aeb3-4069-86bd-ee7113344616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.434860612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"1deaeda7-481d-4faf-a88d-36c60bd048cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.435301228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"66b77ef0-e643-4a5b-a668-8d3856b1dfe1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.438158194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"d356df5c-9f02-4d3c-af5c-70cb4d8f13cb","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.4896234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"16f60a02-c0f1-4ed0-ba51-ec4e9c4b9e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.49037617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"98a38ed7-aeb3-4069-86bd-ee7113344616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.491847584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"66b77ef0-e643-4a5b-a668-8d3856b1dfe1","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.492720839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"1deaeda7-481d-4faf-a88d-36c60bd048cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.825900757Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"0fe9cfeb-717b-4af5-8eb2-6e6f09e43533","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.851390325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b228a6e3-fa8c-439f-ac71-6670e264d998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.851412424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ff219052-db22-4a16-b8bd-10be2e29a2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.851871659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"88df7378-da48-4db9-bd52-198b22506890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.910665836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"ff219052-db22-4a16-b8bd-10be2e29a2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.911209104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"b228a6e3-fa8c-439f-ac71-6670e264d998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.912914503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"88df7378-da48-4db9-bd52-198b22506890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.958893079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b95fbcf7-38d0-45ba-a014-a138a5cb6594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:14.958890528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"729b7192-b121-40a6-bc4e-7abb651ddb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.014946353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b95fbcf7-38d0-45ba-a014-a138a5cb6594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.014965561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"729b7192-b121-40a6-bc4e-7abb651ddb8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.049844664Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"3e42e826-efd5-4c70-9a2a-9db55475027d","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.165164182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a5e434f2-7747-4dd3-aaa6-00e2ef238c60","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.272355176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff8b875f-0f94-41a1-b9f7-654b1c0b3a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.272505212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"2564656e-ccf2-4cc4-93ab-b4a04d66e7f3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.272879006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"beb2f9dd-34df-4e35-863c-40ba3c2fc689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.329760388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"2564656e-ccf2-4cc4-93ab-b4a04d66e7f3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.330241368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff8b875f-0f94-41a1-b9f7-654b1c0b3a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.336831945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"beb2f9dd-34df-4e35-863c-40ba3c2fc689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.374041527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"7cf2cc97-5bf2-4e90-aa85-509220e44b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.374044503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a37f6b14-a6da-4413-a503-88f9afdb9a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.43008033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"7cf2cc97-5bf2-4e90-aa85-509220e44b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.430095132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a37f6b14-a6da-4413-a503-88f9afdb9a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.615429767Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-659d6a","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","reconcileID":"f83e3f42-b743-4d95-882e-201dc40adda2","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-659d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.648770029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"139fc734-6eee-4bc3-b9ce-b5887c9bf4e4","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.701189355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"8e48c955-81d4-4ebb-b019-cf891c69824a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.705250753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"139fc734-6eee-4bc3-b9ce-b5887c9bf4e4","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.756404955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"8e48c955-81d4-4ebb-b019-cf891c69824a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.799772517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"25b0dc9b-cab1-4f3b-a717-9a5fd0fc73c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.799926126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fdef3347-33c0-488e-944d-4550c5663684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.799772577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7e599b18-9415-4dc3-a61c-b2595b99653a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.855756632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"25b0dc9b-cab1-4f3b-a717-9a5fd0fc73c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.856591781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"fdef3347-33c0-488e-944d-4550c5663684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:15.858000425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"7e599b18-9415-4dc3-a61c-b2595b99653a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.071619626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f04bb433-4a78-4951-bf9b-e21f0f6cbd32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.114766258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"4eacb8b0-177a-4b34-aa3f-c9cae96dd2e9","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.114794151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"4eacb8b0-177a-4b34-aa3f-c9cae96dd2e9","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.127359494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f04bb433-4a78-4951-bf9b-e21f0f6cbd32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.173263848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cd3afb7-1455-4bb8-8834-86658a9bec80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.231239721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cd3afb7-1455-4bb8-8834-86658a9bec80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.273883474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"90850bd0-5d19-4c02-b31b-e84067906f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.274792872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cc350c6-5168-4a7f-a4c9-65e865a3b9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.275224223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8430db79-ddaf-4d72-8233-c589a7e48a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.302802621Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"056bbad7-d8d0-451e-a9b8-4301aa3d395b","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4625eefa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.330304834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"90850bd0-5d19-4c02-b31b-e84067906f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.331402463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cc350c6-5168-4a7f-a4c9-65e865a3b9df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.332866916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8430db79-ddaf-4d72-8233-c589a7e48a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.514880567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"9c232c1d-e31b-40eb-a459-f6ca3f4a2543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.571314584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"9c232c1d-e31b-40eb-a459-f6ca3f4a2543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.615135549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"0590d24f-f7d0-4a9d-90e7-ae9508698525","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.664402883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"1e6a2491-04f9-4886-b27e-85a73da4f0e1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.670759765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"0590d24f-f7d0-4a9d-90e7-ae9508698525","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.715526307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"3895a0bf-4ec3-419b-ae6f-32a4ff86f72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.723078472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"1e6a2491-04f9-4886-b27e-85a73da4f0e1","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:16.77212819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"3895a0bf-4ec3-419b-ae6f-32a4ff86f72d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:17.325625184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"cea0c28f-1bcb-4ac5-8dcf-dfe2376a67f9","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:17.944048559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-a8272d","reconcileID":"78f98051-79ea-4f3f-8fef-f0c009d900fd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-a8272d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:17.944089274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9cdf668-641e-46d2-9c2f-39f65060b3b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:17.944105973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9cdf668-641e-46d2-9c2f-39f65060b3b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.149912116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01ffcb66-e745-487d-aeb7-71106514344b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.20195532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01ffcb66-e745-487d-aeb7-71106514344b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.205849516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"368d0ddc-3b6e-4dec-ba9f-26995d635e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.205868345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"368d0ddc-3b6e-4dec-ba9f-26995d635e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.254426713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01ffcb66-e745-487d-aeb7-71106514344b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.3064955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01ffcb66-e745-487d-aeb7-71106514344b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.346861946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f27808c-70e8-47d2-bce1-6bfbb57c09ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.346886758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f27808c-70e8-47d2-bce1-6bfbb57c09ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.517336459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbd0f536-0e3d-4a77-8b69-2e09c73b9e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.517489587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d261542c-1870-41c9-a865-95e6e323dc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.573189655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbd0f536-0e3d-4a77-8b69-2e09c73b9e39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:18.573619449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d261542c-1870-41c9-a865-95e6e323dc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:20.229099304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e8b714-b8f6-4586-ae3c-e48e882d6ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:20.280938781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e8b714-b8f6-4586-ae3c-e48e882d6ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:20.333072472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e8b714-b8f6-4586-ae3c-e48e882d6ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:20.385083121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e8b714-b8f6-4586-ae3c-e48e882d6ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:22.247908565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05933e37-b1eb-46f3-9dca-ff62d74b2d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:22.300032442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05933e37-b1eb-46f3-9dca-ff62d74b2d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:22.352045429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05933e37-b1eb-46f3-9dca-ff62d74b2d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:22.403928713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05933e37-b1eb-46f3-9dca-ff62d74b2d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:24.747790488Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.355547727Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"bc2e1e59-df0f-439e-8614-bd97c48722b5","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","subscription":"e2e-cfl-6b3232-caf74d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.459552661Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"bc2e1e59-df0f-439e-8614-bd97c48722b5","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.511743599Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-sub","reconcileID":"bc2e1e59-df0f-439e-8614-bd97c48722b5","MaaSSubscription":{"name":"e2e-cfl-6b3232-caf74d-sub","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"maas-trlp-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.831153178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"235ef709-2087-4857-af33-455e543e8d2f","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.831183113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"235ef709-2087-4857-af33-455e543e8d2f","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.883287151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"48274c90-ea58-4de2-b468-7ac5b44b20b2","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.939116439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"48274c90-ea58-4de2-b468-7ac5b44b20b2","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.993545682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"0c5bdcf6-85a7-4e0a-9689-699a9f6e9da3","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:26.993572122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"0c5bdcf6-85a7-4e0a-9689-699a9f6e9da3","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:27.199063513Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0ee53c34-e3e0-4889-b85e-96c88db72a00","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:27.403291727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0ee53c34-e3e0-4889-b85e-96c88db72a00","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:27.429843167Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"d1b41d19-87ee-4ff4-bf33-76d72acfd9e1","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:27.523169923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0ee53c34-e3e0-4889-b85e-96c88db72a00","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"name":"e2e-extmod-a-caf74d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:27.523201601Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232-caf74d-access","reconcileID":"0ee53c34-e3e0-4889-b85e-96c88db72a00","MaaSAuthPolicy":{"name":"e2e-cfl-6b3232-caf74d-access","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-caf74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:27.630173862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"26919a7f-6493-4c0e-9a04-327ce56631c2","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"tenant":"e2e-extmod-a-caf74d","gateway":"openshift-ingress/e2e-extmod-a-caf74d","model":"ai-tenant-e2e-extmod-a-caf74d/e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:27.630207406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"26919a7f-6493-4c0e-9a04-327ce56631c2","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"routeName":"external-model-e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d","model":"e2e-cfl-6b3232","externalModel":"e2e-cfl-6b3232","provider":"e2e-cfl-6b3232-provider","gateway":"openshift-ingress/e2e-extmod-a-caf74d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.119635702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"b7e68304-26d6-464c-8889-5370180e7eaa","namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.275717217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4f9edb-dde7-43eb-bacf-35746f06f727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.276238527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"dd3eabc4-c568-4bd2-b657-d68036f147e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.276384905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0a64e620-9215-4f3d-9907-070967ea9dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.276232227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dead695-7c70-4e6b-8bdc-92c58e65d524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.276785953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8f718899-c7da-4b43-aa7f-cac4487af0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.331970847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e4f9edb-dde7-43eb-bacf-35746f06f727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.332355626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"dd3eabc4-c568-4bd2-b657-d68036f147e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.334711796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8f718899-c7da-4b43-aa7f-cac4487af0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.334916704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"0a64e620-9215-4f3d-9907-070967ea9dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.336910135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dead695-7c70-4e6b-8bdc-92c58e65d524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.508772609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a8272d","reconcileID":"c9349bc4-7e55-46cd-8b11-370bf7e8d68a","MaaSSubscription":{"name":"e2e-default-int-sub-a8272d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-a8272d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.696645417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"4c7f0baf-a5be-4e51-890e-16f0a1e0df46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.696668879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c52f059c-fb30-4150-87c6-5628ee431fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.697194551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"cd1e0c0d-9b39-4e0f-a9ec-d411b5169e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.697205498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"80dd6e87-d6fa-4211-9593-368c74fa8515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.697628003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"efb597a4-c650-45b5-9636-9c1875dd968c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.724036912Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-a8272d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-a8272d","reconcileID":"c9349bc4-7e55-46cd-8b11-370bf7e8d68a","MaaSSubscription":{"name":"e2e-default-int-sub-a8272d","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.757914468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"4c7f0baf-a5be-4e51-890e-16f0a1e0df46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.758016785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"efb597a4-c650-45b5-9636-9c1875dd968c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.76013415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"80dd6e87-d6fa-4211-9593-368c74fa8515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.76017006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"c52f059c-fb30-4150-87c6-5628ee431fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.762311979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"cd1e0c0d-9b39-4e0f-a9ec-d411b5169e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.782656834Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","reconcileID":"9cd80576-71ef-4ddf-b9c5-975179d6ea97","namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.959570579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11729b33-363c-441b-ae67-7079fd76d74b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.992918532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e900b96-8e57-45c6-be9a-80821082477c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:28.99294866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e900b96-8e57-45c6-be9a-80821082477c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.073341632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"6d2cc676-473d-4f31-ace7-747316b731ed","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.13271433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8d97802c-7dc9-4a4c-8c36-737b42b7a043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.1357093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ad08badd-a2a4-42b5-8e2f-df1b685d3508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.136034224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"6794b78d-c7e1-4578-b495-a8dce9bd83c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.136231825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"eb593ae1-3bfb-45f9-886a-1a038cbc92f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.136711039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"77914f15-80b9-4260-b87a-92feab06bff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.191922118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"8d97802c-7dc9-4a4c-8c36-737b42b7a043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.19372502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"ad08badd-a2a4-42b5-8e2f-df1b685d3508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.195838772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"77914f15-80b9-4260-b87a-92feab06bff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.197387909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"eb593ae1-3bfb-45f9-886a-1a038cbc92f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.198089778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"00106022-50c3-4d3e-acc4-49b4f691affb","MaaSModelRef":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.19884837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"6794b78d-c7e1-4578-b495-a8dce9bd83c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.566698178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2139fa9-956b-496f-9da3-5bbc151ba71f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.566847434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4f0724b-9b69-4c4a-8e19-5528d4f9110e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.566695995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"da7ecf28-fcf0-4f21-ace0-5a9318c29aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.56725416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"af9fc725-718d-426b-9e73-dc20905f5151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.567424304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"12f524fc-ba9c-498c-9d8b-2cf2f4cab17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.625165044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2139fa9-956b-496f-9da3-5bbc151ba71f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.626654237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"12f524fc-ba9c-498c-9d8b-2cf2f4cab17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.628906312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4f0724b-9b69-4c4a-8e19-5528d4f9110e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.629010485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"da7ecf28-fcf0-4f21-ace0-5a9318c29aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.631003882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"af9fc725-718d-426b-9e73-dc20905f5151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.701959683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd3ecc6f-0354-44d5-b6db-c52580e2b24a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.701979245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd3ecc6f-0354-44d5-b6db-c52580e2b24a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.887052749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c03ee1-953a-4e35-a0ff-09f470b23add","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.887075158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1c03ee1-953a-4e35-a0ff-09f470b23add","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.894646451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"b52a3e56-8948-4d3a-8b2d-e0c111b8ae5d","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.974290247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfb477c7-5efb-4dca-b0c8-4d374db9a8d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.974315171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfb477c7-5efb-4dca-b0c8-4d374db9a8d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:29.992295108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"1d4cf7ef-19ee-47d8-a31f-d70d90986d38","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.028820275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"a6355a57-23e8-429a-80d5-a2db3536ad9f","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.030457794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe5dc5b6-aca1-42bb-b0b3-6a5f9e7427a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.030613026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe5dc5b6-aca1-42bb-b0b3-6a5f9e7427a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.050930256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"93eb3767-5955-4129-9eda-c38810c9143e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:07:30.082162356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-sub-3852121d","reconcileID":"c1442a32-39ee-48b1-9040-5ee98744e23f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-3852121d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.108706402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"93eb3767-5955-4129-9eda-c38810c9143e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.132851484Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"1d4cf7ef-19ee-47d8-a31f-d70d90986d38","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.133376727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"35700f56-1941-4e84-8d41-b574b52422b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.133988289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55ba57e6-606c-43d1-8e96-a1280f4fe176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.134496066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73676bd-d30f-4087-b30c-9bf779973dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.187876187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"1d4cf7ef-19ee-47d8-a31f-d70d90986d38","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.190374038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"35700f56-1941-4e84-8d41-b574b52422b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.193370466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ded85d0-1e23-4dab-8407-f2278ef818b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.193389356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ded85d0-1e23-4dab-8407-f2278ef818b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.244614233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90a5ef9b-692d-41c6-8bbe-ecebc9aca6fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.24463711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90a5ef9b-692d-41c6-8bbe-ecebc9aca6fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.249205148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8528088-2532-4a2a-a95e-8eca7d521b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.249224485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8528088-2532-4a2a-a95e-8eca7d521b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.258054212Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55ba57e6-606c-43d1-8e96-a1280f4fe176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:07:30.261142376Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73676bd-d30f-4087-b30c-9bf779973dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.312165471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55ba57e6-606c-43d1-8e96-a1280f4fe176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.317854084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"84602075-e523-4786-a10e-1572fa3babee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.317878936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"84602075-e523-4786-a10e-1572fa3babee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:07:30.318139915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73676bd-d30f-4087-b30c-9bf779973dab","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.369808756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"340f0ec2-c726-4113-bf46-c00c6e62a1d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.369830451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"340f0ec2-c726-4113-bf46-c00c6e62a1d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.405857631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"902a68ae-c4cd-43e6-9e0e-81de48837490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.423263838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"ea4c5dda-552a-46d6-acb1-a595e97cfff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.462624664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"902a68ae-c4cd-43e6-9e0e-81de48837490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.478767577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"ea4c5dda-552a-46d6-acb1-a595e97cfff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.488562035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3c8687e5-3a11-4e90-9661-da88def50ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.52578947Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-sub-3852121d","reconcileID":"c80475bf-90b9-4944-b9a2-5fb7ad81e2c8","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3852121d/e2e-shared-int-sub-3852121d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.544894414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"3c8687e5-3a11-4e90-9661-da88def50ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.611873944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f3e9790b-add4-4333-8cfa-6dfb37dad99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.612448533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"38c7cdf9-b446-4b53-976f-e97a23c8b48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.709620869Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-6b3232","namespace":"e2e-extmod-cfl-1-d25303"},"namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","reconcileID":"3a30a4e8-b38e-42ff-9927-9ff43ae96f73","namespace":"e2e-extmod-cfl-1-d25303","name":"e2e-cfl-6b3232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.711081248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"f3e9790b-add4-4333-8cfa-6dfb37dad99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.713429431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"38c7cdf9-b446-4b53-976f-e97a23c8b48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.759712914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c5fc89-3c28-4e25-8118-2f3c9d56021a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.759736469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c5fc89-3c28-4e25-8118-2f3c9d56021a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.809153434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"02969bf8-ae5a-4692-b403-2f6addcf63df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.809237738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e3cbb26-0fba-4706-a8f3-a75b07c395da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.863897517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3c8479c5-96c6-4f30-83de-a03133eb710f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.920258019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"3c8479c5-96c6-4f30-83de-a03133eb710f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.933182793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"02969bf8-ae5a-4692-b403-2f6addcf63df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.959980156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97ec8c49-e948-48b8-8730-523e1afe69a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.968279675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-sub-3852121d","reconcileID":"044c0071-2f24-413f-820b-a94cdebff331","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.981148476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42542731-0554-4643-8358-2c46358ca826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.981168649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42542731-0554-4643-8358-2c46358ca826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:30.98852032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"02969bf8-ae5a-4692-b403-2f6addcf63df","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.042949974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"018ff00d-bee8-4504-9bd6-dd8224cbdf11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.042972802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"018ff00d-bee8-4504-9bd6-dd8224cbdf11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.061971588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db4e5d92-a9ab-4870-8457-a6a3171139ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.061972075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"46bc259e-c6c7-4896-9678-03236285770d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.085311188Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97ec8c49-e948-48b8-8730-523e1afe69a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.117405935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"46bc259e-c6c7-4896-9678-03236285770d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.117433864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db4e5d92-a9ab-4870-8457-a6a3171139ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.140050676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97ec8c49-e948-48b8-8730-523e1afe69a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.171528182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db4e5d92-a9ab-4870-8457-a6a3171139ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.200126645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4419840a-7f7c-4e4f-ae70-ab0f8963689c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.200968276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9546b9b5-7931-4fc0-83ff-76f62a10cc08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.200986136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9546b9b5-7931-4fc0-83ff-76f62a10cc08","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.228359278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5d8144a-68c6-4a9a-bfdb-204b05e911a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.228390166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5d8144a-68c6-4a9a-bfdb-204b05e911a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.238368659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"12455987-5ec7-49e7-b554-57ef4f6afe21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.255878544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63063e89-f3f1-4586-9547-77f018093752","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.255901309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63063e89-f3f1-4586-9547-77f018093752","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.258726008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"4419840a-7f7c-4e4f-ae70-ab0f8963689c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.293986748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"12455987-5ec7-49e7-b554-57ef4f6afe21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.318075635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0478adc6-44cc-4585-b15c-b4769098a208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.318097987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0478adc6-44cc-4585-b15c-b4769098a208","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:07:31.364784192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-sub-3852121d","reconcileID":"0340b5ff-a66f-446d-a346-4f2061933d81","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-3852121d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.364899517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a62c202d-8a6e-48b1-b4d6-85be30b2ffd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.420316078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a62c202d-8a6e-48b1-b4d6-85be30b2ffd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.461570881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4ee6c7eb-9f65-4173-b3b5-25ce5d4d204a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.475796762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d4bd3c5f-467d-43d6-84d8-2d7539f36e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.476542444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cef4b468-ba59-4605-ae87-7eee2cba3bb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.4765589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cef4b468-ba59-4605-ae87-7eee2cba3bb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.517552332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"4ee6c7eb-9f65-4173-b3b5-25ce5d4d204a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.531910318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"d4bd3c5f-467d-43d6-84d8-2d7539f36e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.532794962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fce2433d-c9e4-469f-b6ec-42c7e193dfd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.532813372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fce2433d-c9e4-469f-b6ec-42c7e193dfd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.628684674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"2d6fb5d1-a425-459c-a971-0efa94206522","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.681110556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8724dc14-8495-4f79-bf72-8473232aecf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.736787764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"8724dc14-8495-4f79-bf72-8473232aecf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.749315943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"2d6fb5d1-a425-459c-a971-0efa94206522","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.775751681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"44497db2-7da0-493f-af5c-e200a04d1047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.797258613Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-sub-3852121d","reconcileID":"088e80be-16d6-4018-b1af-1c9d5d34f497","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-29236119/e2e-shared-int-sub-3852121d","ai-tenant-e2e-mt-3852121d/e2e-shared-int-sub-3852121d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.803110549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"2d6fb5d1-a425-459c-a971-0efa94206522","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.83135054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"44497db2-7da0-493f-af5c-e200a04d1047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.857523188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7b9e5cf-a657-42f1-8ed9-53ffb471f86a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.857544015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7b9e5cf-a657-42f1-8ed9-53ffb471f86a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.879106039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a0e53f-0be4-49ce-bde4-7c54a12cee4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.879136846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8a0e53f-0be4-49ce-bde4-7c54a12cee4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.96161839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5c9fc17-d611-44e1-9108-368e974cc0b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.961644113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5c9fc17-d611-44e1-9108-368e974cc0b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:31.981923632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"cdfd037d-c26e-4495-a5b8-91829c22f19f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:32.005365419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-sub-3852121d","reconcileID":"63ac2e1e-febc-4960-a946-c8ab30e0a05f","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:32.005478715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1da2fd5-7fbc-4545-9920-231c732a1fc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:32.044552251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"cdfd037d-c26e-4495-a5b8-91829c22f19f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:32.114842982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"cdfd037d-c26e-4495-a5b8-91829c22f19f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:32.169419313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be32c24-cfab-4168-9414-13539bb7b457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:32.169442179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be32c24-cfab-4168-9414-13539bb7b457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:32.18198441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-sub-3852121d","reconcileID":"754678a0-fc5a-4aac-a58d-a980a2c1ceb7","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:36.946105539Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"ca21c1e2-bc1d-4d81-be88-893a44233b1d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:36.946291931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2d356a9-2d5d-4055-9280-5de66dfd75e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:36.946311643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2d356a9-2d5d-4055-9280-5de66dfd75e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:37.115896586Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-policy-3852121d","reconcileID":"ca21c1e2-bc1d-4d81-be88-893a44233b1d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"policyNamespace":"ai-tenant-e2e-mt-3852121d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:37.170735308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c96fb3e-4bb2-473b-9712-e5420bfb0c1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:37.170757154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c96fb3e-4bb2-473b-9712-e5420bfb0c1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:37.30841789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7e57a7f-5260-4daf-be8a-9126533548c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:37.308440808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7e57a7f-5260-4daf-be8a-9126533548c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.355276258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13989acf-9a0d-40c7-bfb4-1f22c7557ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.456254413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad459c7d-1828-4edc-906c-76c335ce1491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.475623793Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13989acf-9a0d-40c7-bfb4-1f22c7557ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.511922453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad459c7d-1828-4edc-906c-76c335ce1491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.533092432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13989acf-9a0d-40c7-bfb4-1f22c7557ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.566803739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad459c7d-1828-4edc-906c-76c335ce1491","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.589798029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0c8c674-6302-4d4d-b6bf-2f6105deab81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.589821604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0c8c674-6302-4d4d-b6bf-2f6105deab81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.623526418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a88f5940-6b92-421a-9052-aafbe73e542d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:41.623546825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a88f5940-6b92-421a-9052-aafbe73e542d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:42.272688724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"5050b915-fc4c-415e-b8d6-1345bfd7ddb4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:42.391779743Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"5050b915-fc4c-415e-b8d6-1345bfd7ddb4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:42.445547613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"5050b915-fc4c-415e-b8d6-1345bfd7ddb4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:42.501996998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd813f31-1603-4350-9ab2-8d3558ee7fbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:42.502017509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd813f31-1603-4350-9ab2-8d3558ee7fbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.584274325Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.584401181Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","namespace":"ai-tenant-e2e-shared-a-w0-302ba0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.584526269Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","tenant":"e2e-shared-a-w0-302ba0","tenantID":"e2e-shared-a-w0-302ba0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.638087936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-302ba0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.697285511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"Service","name":"maas-api-e2e-shared-a-w0-302ba0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.754147626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-302ba0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.810102371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-302ba0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.864877796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.918529123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:44.974647996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.028114255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.0796696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.131030761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.182309285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.233652212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.284711644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.335717819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.386907054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.444024126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.495452491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.547178038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.598389842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-302ba0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:45.649683333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-302ba0"},"namespace":"ai-tenant-e2e-shared-a-w0-302ba0","name":"default-tenant","reconcileID":"e97a10e0-461f-41f6-9cc4-5c57658b3916","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-302ba0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:47.46877351Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-sub-3852121d","reconcileID":"65d6c82e-eef6-4d46-abec-a44c6c658103","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-3852121d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:47.682806827Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"namespace":"ai-tenant-e2e-mt-3852121d","name":"e2e-shared-int-sub-3852121d","reconcileID":"65d6c82e-eef6-4d46-abec-a44c6c658103","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-3852121d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-29236119/e2e-shared-int-sub-3852121d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:47.890874777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-sub-3852121d","reconcileID":"f48639b3-384a-44a6-9061-0bd878ad6691","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:47.890873188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a537ef8f-45cb-4237-91f5-53d64871ffee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:47.896078579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f2f615d-5564-46ae-9e7a-b76b29019582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:47.896099211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f2f615d-5564-46ae-9e7a-b76b29019582","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.415593999Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-302ba0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-302ba0","reconcileID":"154407d2-02df-4d74-8a9d-6c0ad788949c","aitenant":"ai-tenants/e2e-shared-a-w0-302ba0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.501080331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42682c74-dad8-4586-9e4f-fcab1d4d7e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.553089503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42682c74-dad8-4586-9e4f-fcab1d4d7e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.605652942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42682c74-dad8-4586-9e4f-fcab1d4d7e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.659209328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42682c74-dad8-4586-9e4f-fcab1d4d7e0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.815852615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e1072ea-0f7f-4788-a987-473369032062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.815998561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca838ad3-6ee4-40df-a350-c83272de4b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.937875631Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca838ad3-6ee4-40df-a350-c83272de4b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:07:51.942092788Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e1072ea-0f7f-4788-a987-473369032062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.992023429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca838ad3-6ee4-40df-a350-c83272de4b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:07:51.998311591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e1072ea-0f7f-4788-a987-473369032062","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.9986197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d996210-2c69-4400-aac9-cf12b038edf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:51.998638055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d996210-2c69-4400-aac9-cf12b038edf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.048728283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c49d4e38-ccd0-4366-a89a-6a560b95898b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.048751876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c49d4e38-ccd0-4366-a89a-6a560b95898b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.160723206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97157e2a-2e8b-4a23-b7e4-bd595e0ffac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.193503757Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-302ba0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-302ba0","reconcileID":"154407d2-02df-4d74-8a9d-6c0ad788949c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-302ba0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-302ba0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.216498695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97157e2a-2e8b-4a23-b7e4-bd595e0ffac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.271749545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97157e2a-2e8b-4a23-b7e4-bd595e0ffac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.328233956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd324bdc-4361-48a9-b684-7e56331f9ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.3282614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd324bdc-4361-48a9-b684-7e56331f9ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.653788292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"7322a49a-4297-47ef-916f-76b0aec16aa8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.828258246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"7322a49a-4297-47ef-916f-76b0aec16aa8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.882324032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"7322a49a-4297-47ef-916f-76b0aec16aa8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.937032263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"084af32c-54fd-4e49-bf98-4367ccfd17e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:52.937053983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"084af32c-54fd-4e49-bf98-4367ccfd17e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:53.534246455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f4f6fb-4c70-4eb8-87b1-d99b6d92ab8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:53.586194262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f4f6fb-4c70-4eb8-87b1-d99b6d92ab8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:53.637959605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f4f6fb-4c70-4eb8-87b1-d99b6d92ab8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:53.690005666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70f4f6fb-4c70-4eb8-87b1-d99b6d92ab8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:54.747799788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:55.562765424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1d161c-41ab-4165-ae70-6da3dc5ff45c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:55.614779941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1d161c-41ab-4165-ae70-6da3dc5ff45c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:55.666846936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1d161c-41ab-4165-ae70-6da3dc5ff45c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:07:55.718902164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af1d161c-41ab-4165-ae70-6da3dc5ff45c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.438085563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3377b330-e7ff-4351-819b-0a900eb68fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.490069804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3377b330-e7ff-4351-819b-0a900eb68fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.541999626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3377b330-e7ff-4351-819b-0a900eb68fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.594839281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3377b330-e7ff-4351-819b-0a900eb68fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.653935079Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","namespace":"ai-tenant-e2e-extmod-a-caf74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.653996509Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","namespace":"ai-tenant-e2e-extmod-a-caf74d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.654058441Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","tenant":"e2e-extmod-a-caf74d","tenantID":"e2e-extmod-a-caf74d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.707135228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"Deployment","name":"maas-api-e2e-extmod-a-caf74d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.766352788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"Service","name":"maas-api-e2e-extmod-a-caf74d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.861428589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-caf74d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.919267511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-caf74d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:00.973114179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.027233606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.083032955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.136588058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.188239606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.239383106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.2907641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"Service","name":"payload-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.341835563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.39300515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.444081625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.4955645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.549617414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.641583738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.694510199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.745770129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-caf74d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:01.804706205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-caf74d"},"namespace":"ai-tenant-e2e-extmod-a-caf74d","name":"default-tenant","reconcileID":"47bdacad-2018-4824-bb2d-6d7751993866","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-caf74d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.203694841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a6085f8-1962-40e4-b2cc-2582760af664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.326974343Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a6085f8-1962-40e4-b2cc-2582760af664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.383340178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a6085f8-1962-40e4-b2cc-2582760af664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.440174308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ecb33faa-4c90-49fa-b123-2f325ef05edf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.440195333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ecb33faa-4c90-49fa-b123-2f325ef05edf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.483555365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6ad4ad6-37d4-4e39-b62d-06b12cc98b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.53869416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562f1ab7-288d-4ffd-b02d-a92d03a20717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.539685631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6ad4ad6-37d4-4e39-b62d-06b12cc98b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.594245594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562f1ab7-288d-4ffd-b02d-a92d03a20717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.646870473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562f1ab7-288d-4ffd-b02d-a92d03a20717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.648899623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6ad4ad6-37d4-4e39-b62d-06b12cc98b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.698852634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562f1ab7-288d-4ffd-b02d-a92d03a20717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.756510602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa3a1919-ea15-40f2-826a-7c85e1078dcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:02.756532579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa3a1919-ea15-40f2-826a-7c85e1078dcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:03.044897151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"97b80106-5fa5-45af-a9ea-72c94d320558","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:03.17065211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"97b80106-5fa5-45af-a9ea-72c94d320558","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:03.229287671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"97b80106-5fa5-45af-a9ea-72c94d320558","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:03.287731159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8ae3a26-6ac4-4ce3-9b84-504723768416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:03.287753293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8ae3a26-6ac4-4ce3-9b84-504723768416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:04.665151941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c39171-83ea-44b7-8da2-f2f51357f07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:04.730396765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c39171-83ea-44b7-8da2-f2f51357f07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:04.782781686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c39171-83ea-44b7-8da2-f2f51357f07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:04.835552278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c39171-83ea-44b7-8da2-f2f51357f07b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.137146031Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","namespace":"ai-tenant-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.137365616Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","namespace":"ai-tenant-e2e-extmod-b-1ff1dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.13754954Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","tenant":"e2e-extmod-b-1ff1dc","tenantID":"e2e-extmod-b-1ff1dc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.192604361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"Deployment","name":"maas-api-e2e-extmod-b-1ff1dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.253694178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"Service","name":"maas-api-e2e-extmod-b-1ff1dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.317287228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-1ff1dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.375234699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-1ff1dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.430329298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.48402938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.545808945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.620881089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.672984028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.730801489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.782363882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"Service","name":"payload-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.836954764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.88871109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.940953207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:07.99606455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:08.051867072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:08.109254275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:08.160997917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:08.214734981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-1ff1dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:08.266365157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1ff1dc"},"namespace":"ai-tenant-e2e-extmod-b-1ff1dc","name":"default-tenant","reconcileID":"b485027c-8b4c-4d64-9093-acb58ec99796","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-1ff1dc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:11.354148714Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-caf74d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-caf74d","reconcileID":"983370b6-a1cf-4757-ba94-63fa5807131c","aitenant":"ai-tenants/e2e-extmod-a-caf74d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:11.920030738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51120f5a-520a-4f03-92a4-b900f17722a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:11.975484365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51120f5a-520a-4f03-92a4-b900f17722a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.028402629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51120f5a-520a-4f03-92a4-b900f17722a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.080564407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51120f5a-520a-4f03-92a4-b900f17722a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.191722362Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-caf74d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-caf74d","reconcileID":"983370b6-a1cf-4757-ba94-63fa5807131c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-caf74d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-caf74d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.596208538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f32b10-2a26-4af4-82ad-350cc36fc04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.717027789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f32b10-2a26-4af4-82ad-350cc36fc04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.773832628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f32b10-2a26-4af4-82ad-350cc36fc04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.777296799Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1ff1dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1ff1dc","reconcileID":"25fca074-fb4b-4adb-b75d-d78ef2ca600a","aitenant":"ai-tenants/e2e-extmod-b-1ff1dc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.831192415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5dcc21d4-5c91-44a1-97c8-428732d1c0c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.83121663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5dcc21d4-5c91-44a1-97c8-428732d1c0c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.916375971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdc76fc7-56f8-4b09-8657-22c169bd5046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:12.972550872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdc76fc7-56f8-4b09-8657-22c169bd5046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.026878391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdc76fc7-56f8-4b09-8657-22c169bd5046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.131714475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d49adca6-8433-41b4-8749-3a0e7bca5b30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.131738149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d49adca6-8433-41b4-8749-3a0e7bca5b30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.423202816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"22e5b4dc-4b19-49c5-bd6e-c672b4638040","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.577361472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"22e5b4dc-4b19-49c5-bd6e-c672b4638040","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.618540104Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1ff1dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1ff1dc","reconcileID":"25fca074-fb4b-4adb-b75d-d78ef2ca600a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1ff1dc","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-1ff1dc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.631439182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"22e5b4dc-4b19-49c5-bd6e-c672b4638040","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.687737219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"884fccc1-ea2e-451c-b765-2ef5b3cc5cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:13.687760871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"884fccc1-ea2e-451c-b765-2ef5b3cc5cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.054064839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e04b5b-fbf9-4c4a-b7d3-ecdf280dbbd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.105927601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e04b5b-fbf9-4c4a-b7d3-ecdf280dbbd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.158061616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e04b5b-fbf9-4c4a-b7d3-ecdf280dbbd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.211515948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e04b5b-fbf9-4c4a-b7d3-ecdf280dbbd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.747662576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"47da3b77-1400-409d-8586-902aca988419","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.747696866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-access","reconcileID":"60d9ba91-c9ef-4109-abb5-e6021f48784b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.907714793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e21f91da-fa34-498c-83f8-4d743e8bebe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.95583066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"5380d258-b738-49f7-9d7c-e189d7ab5b7c","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:14.962881683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e21f91da-fa34-498c-83f8-4d743e8bebe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:15.012519879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"8491a618-c258-4c6c-99ad-ae27b5c1daf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:15.114513922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"71167a36-53be-4e4f-8ce7-3868c86e380f","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:15.358855238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5f56c2fa-68c6-45e5-9f58-b954eb067f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:15.414916687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"5f56c2fa-68c6-45e5-9f58-b954eb067f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:16.146167078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a92b8f-1811-4f32-97f5-e77e52f872fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:16.198482917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a92b8f-1811-4f32-97f5-e77e52f872fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:16.250434768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a92b8f-1811-4f32-97f5-e77e52f872fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:16.302348316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a92b8f-1811-4f32-97f5-e77e52f872fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:18.260969747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"727deefc-307e-4ca8-be0b-2dbc40c14d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:18.314772599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"727deefc-307e-4ca8-be0b-2dbc40c14d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:18.370914074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"727deefc-307e-4ca8-be0b-2dbc40c14d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:18.426875997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"727deefc-307e-4ca8-be0b-2dbc40c14d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:20.085731151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-2-w2-8ff537","reconcileID":"2b21c6e6-0563-4446-b997-1e5ae505842e","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-2-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-2-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:20.44602472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"1cd41b1b-fd0b-4692-8b4b-73e3dcc148d2","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:20.496035742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a618a6b-90c9-499a-a5b7-0066d5fa58e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:20.554290728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a618a6b-90c9-499a-a5b7-0066d5fa58e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:20.640798773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a618a6b-90c9-499a-a5b7-0066d5fa58e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:20.695512628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a618a6b-90c9-499a-a5b7-0066d5fa58e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:20.773705389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"4a5c09c1-0c44-4840-a1a7-5cbe853bbb08","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:20.971854189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f6b66c7f-22e4-4594-b923-a0962339a8d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.027058726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"36c62f9a-73c9-42f0-807f-4247a99d72bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.033804696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"f6b66c7f-22e4-4594-b923-a0962339a8d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.100682244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"db609b59-aac2-4e22-91aa-1a1189dba604","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.153818802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"d81b012d-4d2a-44d5-95e5-c7e2fd9b0ca0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.199324299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"531772ea-25ea-4212-91f5-bf093b3509ed","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.209033815Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"d81b012d-4d2a-44d5-95e5-c7e2fd9b0ca0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.262334728Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"simulator-subscription","reconcileID":"d81b012d-4d2a-44d5-95e5-c7e2fd9b0ca0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/simulator-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.342412583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"df227784-175c-410a-8555-3d3424b4c831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.398242602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"df227784-175c-410a-8555-3d3424b4c831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.423738071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"9d9fb9fe-8cb6-4d78-9caf-829a327bac15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.550830046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"5c57e5d1-3591-4af3-9997-5a6c1cf1332f","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.755247379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a25fdd67-49d8-4ba4-92dc-126dd8d32eb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:21.872994771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a25fdd67-49d8-4ba4-92dc-126dd8d32eb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:22.795337569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232eeeaa-c517-414a-ad60-2621b0cfa9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:22.854606514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232eeeaa-c517-414a-ad60-2621b0cfa9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:22.911283447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232eeeaa-c517-414a-ad60-2621b0cfa9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:22.964750888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232eeeaa-c517-414a-ad60-2621b0cfa9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.078093461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb39ea2f-e8fa-4d68-980e-47d69d6a93db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.255027306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb39ea2f-e8fa-4d68-980e-47d69d6a93db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.31082414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb39ea2f-e8fa-4d68-980e-47d69d6a93db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.355340576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1369f98d-53ed-44ea-ab7d-9ab9cfd21cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.369578651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a791f16-4837-47be-814c-b6e34d5442ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.369601825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a791f16-4837-47be-814c-b6e34d5442ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.417304693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1369f98d-53ed-44ea-ab7d-9ab9cfd21cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.475870166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1369f98d-53ed-44ea-ab7d-9ab9cfd21cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.536956772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e46ab522-0603-40cb-b81b-05f04381c716","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.536986002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e46ab522-0603-40cb-b81b-05f04381c716","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.796884859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"d98f90c2-2a24-4206-82ab-3250633e6f9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.918839902Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"d98f90c2-2a24-4206-82ab-3250633e6f9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:23.973726668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"d98f90c2-2a24-4206-82ab-3250633e6f9e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:24.068300804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc272fd0-bd6d-42d4-926d-d9c9a4216899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:24.068344197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc272fd0-bd6d-42d4-926d-d9c9a4216899","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:24.747346525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:24.943315978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f1f2cc-664e-465a-b426-482badce9a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:24.995938293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f1f2cc-664e-465a-b426-482badce9a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:25.048231567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f1f2cc-664e-465a-b426-482badce9a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:25.100075742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65f1f2cc-664e-465a-b426-482badce9a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:26.978998373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da90f4d0-2b5e-40eb-9d70-41bb2448cff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.031666835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da90f4d0-2b5e-40eb-9d70-41bb2448cff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.083669061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da90f4d0-2b5e-40eb-9d70-41bb2448cff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.135727674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da90f4d0-2b5e-40eb-9d70-41bb2448cff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.473291499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"89950e95-7d64-4a6f-a05f-a43a342284d7","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.532401811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"ab94f4a3-5cfc-48a8-826f-a0fa86589b3e","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.5756001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a3e4cd45-c7db-4151-98c2-3da95d0ddd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.631939301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"a3e4cd45-c7db-4151-98c2-3da95d0ddd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.632396414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"3ca93d73-b26e-4099-b07a-79dc9d1516d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24abdc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.683906339Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"76d4af74-a48d-4718-896e-6e93d2552737","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24abdc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.835677239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e889da53-394e-40ff-946a-00238dda9480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:27.990054213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e889da53-394e-40ff-946a-00238dda9480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.02332692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-2-w2-8ff537","reconcileID":"c6c252ae-285f-4d88-a77b-35f336094d63","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-2-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-2-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.023794414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"5a1f1ff0-ac7f-4a7f-bb3b-fc4dbe267a30","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.024115282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"fa4d1922-2507-4e28-bd3c-874147d1fa15","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.024433877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"e4ac71d1-873e-4771-9587-c314f198aec6","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.07484754Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"ef582b8b-f160-4094-85a8-464311db01f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-24abdc7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.110944186Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e889da53-394e-40ff-946a-00238dda9480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.110969808Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e889da53-394e-40ff-946a-00238dda9480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.176181353Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e4ff7a4f-0850-4e9e-8d9c-c7fd186cd18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.176411241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"c7262247-d398-42f6-bbe3-15e111c2a21a","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.379340147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e4ff7a4f-0850-4e9e-8d9c-c7fd186cd18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.434561289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e4ff7a4f-0850-4e9e-8d9c-c7fd186cd18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"e2e-worker-w2-8ff537-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:28.434587172Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e4ff7a4f-0850-4e9e-8d9c-c7fd186cd18e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-8ff537","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:08:28.503347965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-access","reconcileID":"e4ff7a4f-0850-4e9e-8d9c-c7fd186cd18e","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:29.04344618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7948a4c2-c328-42de-b210-43f8009434fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:29.095410926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7948a4c2-c328-42de-b210-43f8009434fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:29.147262925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7948a4c2-c328-42de-b210-43f8009434fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:29.199160014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7948a4c2-c328-42de-b210-43f8009434fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:31.139832374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4beeb28f-92bb-4ff0-85f1-d51a262cad74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:31.192047721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4beeb28f-92bb-4ff0-85f1-d51a262cad74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:31.243759239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4beeb28f-92bb-4ff0-85f1-d51a262cad74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:31.295757059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4beeb28f-92bb-4ff0-85f1-d51a262cad74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.524309279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a5ff84b-f656-44de-813b-d71095c9df77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.644331402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a5ff84b-f656-44de-813b-d71095c9df77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.693135894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f038e2dd-2555-4b28-9cff-7e8b9ce00349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.698883943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a5ff84b-f656-44de-813b-d71095c9df77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.748602556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f038e2dd-2555-4b28-9cff-7e8b9ce00349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.755796217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"347396a7-336f-4791-adf5-2e3383db7e13","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.755819119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"347396a7-336f-4791-adf5-2e3383db7e13","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.802775379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f038e2dd-2555-4b28-9cff-7e8b9ce00349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.859147834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2558788d-f341-4d51-a61d-b1e4ef58c8ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:33.859172823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2558788d-f341-4d51-a61d-b1e4ef58c8ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:34.171566662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"8f9f4d44-fb6a-435c-af4e-510fe77e2d59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:34.304095319Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"8f9f4d44-fb6a-435c-af4e-510fe77e2d59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:34.35817996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"8f9f4d44-fb6a-435c-af4e-510fe77e2d59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:34.415347288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b00b3930-c01b-42e4-9b06-ca82a008da53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:34.415372863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b00b3930-c01b-42e4-9b06-ca82a008da53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.024862444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-2-w2-8ff537","reconcileID":"50ba982e-3c15-4f98-8c4e-1146e8ad5b3a","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-2-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-2-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.025147535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"3657de03-75a2-41e8-a889-5338a6e05502","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.025312285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"ec35e89a-2880-4bd4-bc67-2949b1bc861f","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.12873596Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"5f00d3a2-32fd-478e-a993-f0189795e0ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.176828813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"d10b4437-ea3a-4ca1-9e86-511e3f90b13d","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.18096118Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"5f00d3a2-32fd-478e-a993-f0189795e0ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.233020464Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"premium-simulator-subscription","reconcileID":"5f00d3a2-32fd-478e-a993-f0189795e0ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"name":"maas-trlp-premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537","model":"e2e-models-e2e-worker-w2-8ff537/premium-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.582538318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"5a785f2b-de94-41c4-ae5d-bff935983283","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.83396424Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.834038507Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.834113851Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","tenant":"e2e-shared-b-w0-6ba6e5","tenantID":"e2e-shared-b-w0-6ba6e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.887662044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-6ba6e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:38.952638612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"Service","name":"maas-api-e2e-shared-b-w0-6ba6e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.006519241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-6ba6e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.059692608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-6ba6e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.113570993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.167434724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.224192713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.278146109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.329760405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.381256374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.432645705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.484197938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.536002251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.587579976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.639551057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.693859621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.74545052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.796999987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.852260008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-6ba6e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:39.903879807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5"},"namespace":"ai-tenant-e2e-shared-b-w0-6ba6e5","name":"default-tenant","reconcileID":"224feca8-c036-4f02-ac23-25e40a60d867","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-6ba6e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:43.916794216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83220b15-8272-410a-bd0b-fd638ba02c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.015378305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b3c7836-daa6-4ba2-a110-80b54b1a1073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.037577478Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83220b15-8272-410a-bd0b-fd638ba02c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.071356979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b3c7836-daa6-4ba2-a110-80b54b1a1073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.094366628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83220b15-8272-410a-bd0b-fd638ba02c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.126152455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b3c7836-daa6-4ba2-a110-80b54b1a1073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.149659582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2695bbe1-d12f-4999-a245-8c6e654b3a43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.149682053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2695bbe1-d12f-4999-a245-8c6e654b3a43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.18290437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e840bbdc-ae84-490b-bb19-75270a641cb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.18292495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e840bbdc-ae84-490b-bb19-75270a641cb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.520264744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"9710e2e5-b12c-4c8b-9716-f4f30ff853fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.64156262Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","namespace":"ai-tenant-e2e-worker-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.641631592Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","namespace":"ai-tenant-e2e-worker-w2-8ff537","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.641659033Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"9710e2e5-b12c-4c8b-9716-f4f30ff853fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.641688502Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","tenant":"e2e-worker-w2-8ff537","tenantID":"e2e-worker-w2-8ff537","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.695222399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"Deployment","name":"maas-api-e2e-worker-w2-8ff537","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.696015573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"9710e2e5-b12c-4c8b-9716-f4f30ff853fc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.753080038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e9a48f1-b955-410c-9fe9-de8b956e8f0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.753099324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e9a48f1-b955-410c-9fe9-de8b956e8f0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.757667111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"Service","name":"maas-api-e2e-worker-w2-8ff537","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.817072648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-8ff537","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.8704207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-8ff537","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.924266397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:44.982041867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.038208029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.098302555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.149926327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.20174444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.25327931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"Service","name":"payload-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.304618089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.356139991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.407539277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.458784033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.515215073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.566579692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.617949292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.669732185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-8ff537","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.721373146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-8ff537"},"namespace":"ai-tenant-e2e-worker-w2-8ff537","name":"default-tenant","reconcileID":"f641c657-7d7b-4e0e-ac14-657fb017580a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-8ff537","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.776898187Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","namespace":"ai-tenant-e2e-extmod-b-581487","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.776968539Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","namespace":"ai-tenant-e2e-extmod-b-581487","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.777012273Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","tenant":"e2e-extmod-b-581487","tenantID":"e2e-extmod-b-581487","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.830562546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"Deployment","name":"maas-api-e2e-extmod-b-581487","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.891606959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"Service","name":"maas-api-e2e-extmod-b-581487","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:45.949066283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-581487","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.002216066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-581487","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.056116463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.109715826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.16665246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.22050251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.273617081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.325257625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.377074872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"Service","name":"payload-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.42875026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.480029562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.531510962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.583040052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.637661723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.689404618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.740656033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.793762762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-581487","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:46.845406296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-581487"},"namespace":"ai-tenant-e2e-extmod-b-581487","name":"default-tenant","reconcileID":"37d8e0f1-36d5-45b1-8975-cccee7f03856","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-581487","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:47.667170852Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-6ba6e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-6ba6e5","reconcileID":"18b11401-2390-40c6-8909-5fb0b51ac06b","aitenant":"ai-tenants/e2e-shared-b-w0-6ba6e5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.025730031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-2-w2-8ff537","reconcileID":"dbaa7437-ec24-4381-bb3c-f1c7bdd74855","MaaSModelRef":{"name":"distinct-2-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-2-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-2-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.026131061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"distinct-w2-8ff537","reconcileID":"4598e282-8bb7-42a5-a46c-4c2bfdbde82c","MaaSModelRef":{"name":"distinct-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"distinct-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"distinct-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.026430148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"simulator-w2-8ff537","reconcileID":"1663aee7-439a-43cd-b61c-aa55e99a6f43","MaaSModelRef":{"name":"simulator-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"simulator-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"simulator-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.141399903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0c8c1e-f7ba-407c-8b82-66e992242b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.193274935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0c8c1e-f7ba-407c-8b82-66e992242b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.245397182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0c8c1e-f7ba-407c-8b82-66e992242b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.297316638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0c8c1e-f7ba-407c-8b82-66e992242b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.459810075Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-6ba6e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-6ba6e5","reconcileID":"18b11401-2390-40c6-8909-5fb0b51ac06b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-6ba6e5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-6ba6e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:48.583872669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"namespace":"e2e-models-e2e-worker-w2-8ff537","name":"premium-w2-8ff537","reconcileID":"6a7d73f5-9a08-4682-ad43-64cc96297c6c","MaaSModelRef":{"name":"premium-w2-8ff537","namespace":"e2e-models-e2e-worker-w2-8ff537"},"routeName":"premium-w2-8ff537-kserve-route","namespace":"e2e-models-e2e-worker-w2-8ff537","llmisvcName":"premium-w2-8ff537","gateway":"openshift-ingress/e2e-worker-w2-8ff537","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.094724212Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-581487","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-581487","reconcileID":"b4ca4c1f-3246-4b51-b584-5cd9731cefcd","aitenant":"ai-tenants/e2e-extmod-b-581487","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.575310971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"6a3f1a1d-4ac0-450f-87ad-a5ad0900a5b3","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.625990463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-access","reconcileID":"b1cadb8b-76b5-46d5-89a8-d3c2c5bcabb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.810623166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ff8b108a-bcbd-403d-b5b6-af83ee153c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.834362233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"d42aa15f-d331-4d96-9985-4338ab2dc728","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.865834979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ff8b108a-bcbd-403d-b5b6-af83ee153c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.871657972Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-581487","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-581487","reconcileID":"b4ca4c1f-3246-4b51-b584-5cd9731cefcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-581487","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-581487"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.91799939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"07f0a5df-5e2c-48cf-b24b-b62fdbc9f703","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:49.987749056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"7f00d748-e23c-4c06-92b7-37bf3f71418e","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:50.173010597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ce0fe4a9-6639-4a5a-bccd-fde1e21d006d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:50.229301956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"ce0fe4a9-6639-4a5a-bccd-fde1e21d006d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:50.249819973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f8e424-5f07-4be7-9559-71804efc9ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:50.301886306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f8e424-5f07-4be7-9559-71804efc9ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:50.354531063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f8e424-5f07-4be7-9559-71804efc9ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:50.406708133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f8e424-5f07-4be7-9559-71804efc9ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:50.915378302Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-access","reconcileID":"1e00f1a8-cae4-4a49-8520-c46f2481191b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:50.915420227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"bdcc6301-6f24-4dda-8ad8-33fd6e9d738f","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:51.07526915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"62bbb4f7-f4a5-416c-874f-69a10b1d5d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:51.122537203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"48f1e7aa-a5c9-40cd-b09d-722b2164000e","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:51.131058143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"62bbb4f7-f4a5-416c-874f-69a10b1d5d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:51.180077716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"d33de906-8129-4c11-9626-054f2750f06d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:51.259602092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"0954c2a9-ee2f-4e3f-8d7c-fad57f82620c","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:51.50657478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"438de2f9-0be9-423c-85b4-7f3800478a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:51.563168252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"438de2f9-0be9-423c-85b4-7f3800478a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:52.287529324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619874ac-81e7-4893-b5ec-8dceba16aabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:52.340062551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619874ac-81e7-4893-b5ec-8dceba16aabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:52.392046077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619874ac-81e7-4893-b5ec-8dceba16aabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:52.444327655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619874ac-81e7-4893-b5ec-8dceba16aabc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.344044813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296777ba-3814-4c0e-a804-61c943324de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.344261046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08e96303-e3af-4b52-be0f-463bab202d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.39643735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296777ba-3814-4c0e-a804-61c943324de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.448517265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296777ba-3814-4c0e-a804-61c943324de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.50096043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296777ba-3814-4c0e-a804-61c943324de8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.50130323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb4b4c0-fe77-4dfe-b84d-dadba759ef9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.567294761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08e96303-e3af-4b52-be0f-463bab202d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:08:54.619490139Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb4b4c0-fe77-4dfe-b84d-dadba759ef9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.623646038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08e96303-e3af-4b52-be0f-463bab202d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:08:54.67849229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cb4b4c0-fe77-4dfe-b84d-dadba759ef9b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.678744168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66eaeb54-d3cc-483d-81dc-6db9e006147d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.678761951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66eaeb54-d3cc-483d-81dc-6db9e006147d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.713314492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a54986d9-653b-42f9-8f98-b991c53713f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.71333611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a54986d9-653b-42f9-8f98-b991c53713f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.748103007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.858158567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"2dd77da6-f6fa-47f4-93cd-a98206eda091","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.867602514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5004bec-ee88-45ee-b26f-1449f25b7c50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.875776458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"81baa0ef-1683-4f40-b51a-7e2e04f2fdc1","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.92340722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5004bec-ee88-45ee-b26f-1449f25b7c50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.978937049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"2dd77da6-f6fa-47f4-93cd-a98206eda091","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:54.980523853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5004bec-ee88-45ee-b26f-1449f25b7c50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.033521089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"2dd77da6-f6fa-47f4-93cd-a98206eda091","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.03534608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"d2085673-3417-4884-862f-4ca872c5a8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.036150514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c4b172f-590e-4460-8fc7-bb44709f53e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.036166338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c4b172f-590e-4460-8fc7-bb44709f53e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.085335213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"5fccb855-1974-4145-abec-eb49fb53ba51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.09051227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b1570bf-2dfa-4428-957b-c7662b9f7221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.090531109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b1570bf-2dfa-4428-957b-c7662b9f7221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.094069075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"d2085673-3417-4884-862f-4ca872c5a8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.202852202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"12f027b2-147a-4ea9-972f-8321a5e6eba3","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.255417279Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"a69391bd-8018-47bb-9770-0e9891e6d26c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.259986927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"1956d3f1-2b1a-479b-a183-f6703535a23d","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.307703943Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"a69391bd-8018-47bb-9770-0e9891e6d26c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.359503958Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"simulator-subscription","reconcileID":"a69391bd-8018-47bb-9770-0e9891e6d26c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/simulator-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.401515482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0f1e56d7-1c40-4e59-bdb0-6a93509eb8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.456262053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"199d13a1-e5ba-4e22-b12d-e70d830aea36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.457052661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"0f1e56d7-1c40-4e59-bdb0-6a93509eb8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.624893291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"a29927d8-d7cf-4f15-aee8-739b0c493d93","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.764434723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"5ab73370-170e-4c80-a59d-904017201138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:55.822546402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"5ab73370-170e-4c80-a59d-904017201138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.180370497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"60dd25f0-4557-416e-9238-d3d772ee1ce6","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.236065484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"d8829e14-132a-4f32-8d32-26e92268328a","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.343180638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"17f76432-bfb6-452d-adc8-56bff656e0cb","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.504187324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"03236868-8a6f-4627-a305-8d9431d02550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.552381059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"c876c092-8d41-43b3-95ff-6f43558050ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.560684501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"03236868-8a6f-4627-a305-8d9431d02550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.67350213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"fbd1c388-0483-441a-bf66-d704bb7cbc89","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.725269647Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"b2285cff-7eea-4e46-9b6c-2e0267f12733","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.731003581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"4d408418-f213-4875-8ddb-02e74098433d","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.77821143Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"b2285cff-7eea-4e46-9b6c-2e0267f12733","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.83015193Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"simulator-subscription","reconcileID":"b2285cff-7eea-4e46-9b6c-2e0267f12733","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/simulator-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.868001071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"97a70307-b73e-4d78-8828-0d53e40f59cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.922966222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"b75855ee-dde3-4f40-8967-d7f56cf71a8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:58.924338821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"97a70307-b73e-4d78-8828-0d53e40f59cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:59.096768464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"db8b168e-4313-488a-99a3-1b38c1ac2cc0","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:59.206829655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9c04f8f0-fdf4-4cb3-9466-b7fe1e85ed88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:59.31450871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"9c04f8f0-fdf4-4cb3-9466-b7fe1e85ed88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:08:59.525495002Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-8ff537","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-8ff537","reconcileID":"7972d012-5ec3-4363-a44a-c6b8f79053ec","aitenant":"ai-tenants/e2e-worker-w2-8ff537","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:00.146480725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a00fc18-5a3d-4202-8d5b-2840e4e6fb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:00.198841821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a00fc18-5a3d-4202-8d5b-2840e4e6fb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:00.251002973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a00fc18-5a3d-4202-8d5b-2840e4e6fb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:00.303009954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a00fc18-5a3d-4202-8d5b-2840e4e6fb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:00.358572465Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-8ff537","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-8ff537","reconcileID":"7972d012-5ec3-4363-a44a-c6b8f79053ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-8ff537","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-8ff537"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.23512796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fe4c1475-db48-4837-b08e-4127c497a0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.292116141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"fe4c1475-db48-4837-b08e-4127c497a0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.340941505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"b08b8dbb-6164-46ee-b4d6-0b20db12dccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.580378269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"21661b1b-0693-4580-b995-0dc416e981d5","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.626098173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"7d0e3eb7-f821-4035-a6ec-ccfea20b7739","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.729108951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c80c811f-739a-4d63-a6a0-cc8c80e3cac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.778964862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"87bcad32-d41c-4aa3-8f5e-e51107367af0","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.786289382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"c80c811f-739a-4d63-a6a0-cc8c80e3cac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.915675957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"15e5af73-e854-447f-81ac-822bfd10fff6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:01.990212641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a4b21696-3621-4aed-982b-d93fe3847982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.158198543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"a3f86b53-020b-4967-b8e6-699264e086eb","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.183058108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47434649-6570-48f7-9998-1da111e845f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.235268552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47434649-6570-48f7-9998-1da111e845f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.287250329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47434649-6570-48f7-9998-1da111e845f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.338912322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a4b21696-3621-4aed-982b-d93fe3847982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.339332537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47434649-6570-48f7-9998-1da111e845f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.339408965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"a49e0afb-5b18-4612-9cfb-7c405f883198","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.461944602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a4b21696-3621-4aed-982b-d93fe3847982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"e2e-worker-w0-3ba2f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.461970918Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-access","reconcileID":"a4b21696-3621-4aed-982b-d93fe3847982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:02.517081253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"85872b37-b9e5-479a-827e-7a508dd61748","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.242273479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2151bfe5-3c75-42c8-8dc0-fb214d0b3c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.294479779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2151bfe5-3c75-42c8-8dc0-fb214d0b3c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.346548687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2151bfe5-3c75-42c8-8dc0-fb214d0b3c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.364455174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"047739c4-e16d-469f-b4d1-a0db87cd474f","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.398609385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2151bfe5-3c75-42c8-8dc0-fb214d0b3c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.503100015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b5471a3f-949a-4682-abfd-71cecfd81cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.558822365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"b5471a3f-949a-4682-abfd-71cecfd81cbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.561026417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"5f881474-43f6-4503-80a3-b3d35cc82b2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8a3fce63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.674957505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"6c0214a7-aecf-46dd-9301-98703b0ae53d","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.786188463Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"ea481202-6caf-4fd5-a785-b7b85aab4157","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8a3fce63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.824957928Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cb14b98-2d33-425c-9538-66f5e6e3e50e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.837632334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f45b88-630d-4832-bbd8-ac832a4604f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.958871227Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f45b88-630d-4832-bbd8-ac832a4604f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:04.968344417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"6be2ea3a-d827-4b7c-9324-d62b59e5af94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8a3fce63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.018293108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f45b88-630d-4832-bbd8-ac832a4604f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.073536839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"767d93d0-7f2e-4ec6-8828-1a0e4b55dcbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.073558939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"767d93d0-7f2e-4ec6-8828-1a0e4b55dcbf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.086106596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cb14b98-2d33-425c-9538-66f5e6e3e50e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.222123156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cb14b98-2d33-425c-9538-66f5e6e3e50e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"e2e-worker-w4-190724-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.222242981Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-access","reconcileID":"8cb14b98-2d33-425c-9538-66f5e6e3e50e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-190724"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.243949945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"308dcbb8-2fed-4d4a-aaa3-ae6fb0a5c27d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.278032357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"4915e112-d057-47d3-84f8-c770a98c76a8","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.29554158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87a61e6a-b7c4-43cb-95a9-a65c3bbb735b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.352792747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"5586b449-85b0-46fc-9ef9-bdae08e65888","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.353017518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"04c483fc-dd36-44c2-b835-f4ac7d47edaf","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.353182271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"9b086893-2386-4d5c-b241-b96625120cca","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.353350824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"1ded73ee-887b-4cd4-bb6c-039340dd54cc","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.354207851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87a61e6a-b7c4-43cb-95a9-a65c3bbb735b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.370650067Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"308dcbb8-2fed-4d4a-aaa3-ae6fb0a5c27d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.404070841Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"d145d5e4-9626-471f-8a76-b04aed205341","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8a3fce63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.409030404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87a61e6a-b7c4-43cb-95a9-a65c3bbb735b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.476418949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"308dcbb8-2fed-4d4a-aaa3-ae6fb0a5c27d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.478584372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8b178bb-0ad2-4926-aeeb-351514b83c41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.478603704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8b178bb-0ad2-4926-aeeb-351514b83c41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.532508572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc8beb61-c2cb-4ae7-8650-8c64bcd0845b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:05.532629986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc8beb61-c2cb-4ae7-8650-8c64bcd0845b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:06.340907251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e025a6-5d5d-46ca-afb7-586e6fed5995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:06.393827272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e025a6-5d5d-46ca-afb7-586e6fed5995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:06.446285873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e025a6-5d5d-46ca-afb7-586e6fed5995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:06.498772981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e025a6-5d5d-46ca-afb7-586e6fed5995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:08.381442548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1870aa3-065d-4529-911c-6f18e6dad165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:08.433212304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1870aa3-065d-4529-911c-6f18e6dad165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:08.485062396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1870aa3-065d-4529-911c-6f18e6dad165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:08.536920002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1870aa3-065d-4529-911c-6f18e6dad165","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:11.626667284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"ad025f3e-b68b-4a1e-a794-502b2d90e6c1","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:11.856512581Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"a657ce57-09bc-483c-b22b-a4b7a97979b3","namespace":"ai-tenant-e2e-worker-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:11.856596537Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"a657ce57-09bc-483c-b22b-a4b7a97979b3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:11.909515027Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"a657ce57-09bc-483c-b22b-a4b7a97979b3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:11.909538705Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"a657ce57-09bc-483c-b22b-a4b7a97979b3","namespace":"ai-tenant-e2e-worker-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:12.550596795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"2a68ad37-ae2e-4d47-8c2e-4857f1ac7dcc","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:12.606258339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"fddfde50-c069-4d80-868f-3ee5385f8b51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:12.658534855Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"fddfde50-c069-4d80-868f-3ee5385f8b51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:12.710822541Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"premium-simulator-subscription","reconcileID":"fddfde50-c069-4d80-868f-3ee5385f8b51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"name":"maas-trlp-premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3","model":"e2e-models-e2e-worker-w0-3ba2f3/premium-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:12.984580902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"54032bc0-0585-4388-8073-f9a299ea5bf3","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.228021455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57f5ec0f-5975-4e64-9205-6a7fec2fa994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.347123704Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57f5ec0f-5975-4e64-9205-6a7fec2fa994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.353594651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"0ffd7ae6-0080-4f92-9258-3b7f94ec480d","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.35392708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"1a23c409-85cd-43a2-8a74-9bd2b06dfa82","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.35417934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"d3ea3d8c-5c58-4453-bb18-41d974f8af92","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.354339233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"1decfe8b-44af-4348-9f22-c0f01d48f4ce","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.401114674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57f5ec0f-5975-4e64-9205-6a7fec2fa994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.457220003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"8060ca9f-45c8-4df4-998e-70aa370bb2e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.45811247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35ec9cc7-0c76-4d7a-90c9-b0c4148170b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.458131861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35ec9cc7-0c76-4d7a-90c9-b0c4148170b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.509574567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"8060ca9f-45c8-4df4-998e-70aa370bb2e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.562064178Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"premium-simulator-subscription","reconcileID":"8060ca9f-45c8-4df4-998e-70aa370bb2e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-190724"},"name":"maas-trlp-premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724","model":"e2e-models-e2e-worker-w4-190724/premium-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.633323463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b531118-621d-4cf0-954f-bf5895c089e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.681996925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"74bb5041-5e26-4f38-8303-4ea557a444d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.689138676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b531118-621d-4cf0-954f-bf5895c089e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.743133096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b531118-621d-4cf0-954f-bf5895c089e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.797815895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c22dd315-3dfd-405c-91c7-d9bb84cc3893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.797836917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c22dd315-3dfd-405c-91c7-d9bb84cc3893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.802951423Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"74bb5041-5e26-4f38-8303-4ea557a444d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.826732548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"ebe47ad3-8cea-4d1e-9c11-d7ce8b0209dd","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.856717206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"74bb5041-5e26-4f38-8303-4ea557a444d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.913504715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5aaa938-a0c9-42c6-82d2-ff6e5a29afad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:15.913526615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5aaa938-a0c9-42c6-82d2-ff6e5a29afad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.596347786Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","namespace":"ai-tenant-e2e-worker-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.596432581Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","namespace":"ai-tenant-e2e-worker-w4-190724","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.596522458Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","tenant":"e2e-worker-w4-190724","tenantID":"e2e-worker-w4-190724","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.650291687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"Deployment","name":"maas-api-e2e-worker-w4-190724","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.711529605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"Service","name":"maas-api-e2e-worker-w4-190724","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.768369582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-190724","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.821847793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-190724","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.876143109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.932182574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:16.988740602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.042381519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.094027511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.145616898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.200149428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"Service","name":"payload-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.251690561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.303097796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.354581021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.405899684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.46031484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.511826462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.563112316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.615745848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-190724","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:17.667070131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-190724"},"namespace":"ai-tenant-e2e-worker-w4-190724","name":"default-tenant","reconcileID":"c5544aaa-e404-409d-8835-b287dd18f931","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-190724","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:18.515906322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"17a0fb58-235b-41d1-91b5-16b26afe381b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:18.516035331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ee3e586-24ce-4bc1-aaea-ad928711c770","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:18.516055529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ee3e586-24ce-4bc1-aaea-ad928711c770","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:18.618918982Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-policy-3852121d","reconcileID":"17a0fb58-235b-41d1-91b5-16b26afe381b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"policyNamespace":"ai-tenant-e2e-mt-29236119","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:18.673810323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eb5289d-923c-41ca-8446-64b33729c701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:18.673831946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2eb5289d-923c-41ca-8446-64b33729c701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:18.816941173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab7ff556-ebf6-4f9e-a179-f997bf1a8615","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:18.816966491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab7ff556-ebf6-4f9e-a179-f997bf1a8615","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:21.627533706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"d2eefcaf-0770-4747-b5cf-e9aab5d60f0e","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:22.985930754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"premium-w0-3ba2f3","reconcileID":"7f7f9abd-3def-46b1-a4cb-0b1aaa0002ad","MaaSModelRef":{"name":"premium-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"premium-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"premium-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:24.74785831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.354751358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-2-w4-190724","reconcileID":"0fe048b1-b26d-4332-a012-dc52002ada5c","MaaSModelRef":{"name":"distinct-2-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-2-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-2-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.355040927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"distinct-w4-190724","reconcileID":"4312f10b-7ac1-4c55-9a76-cdffa90a85c7","MaaSModelRef":{"name":"distinct-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"distinct-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"distinct-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.355196899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"simulator-w4-190724","reconcileID":"6eccdf94-e2d2-4a0a-9daa-87dbe775bf27","MaaSModelRef":{"name":"simulator-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"simulator-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"simulator-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.611766253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68e4d784-c750-43ef-97fe-4b57426c5694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.73101585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68e4d784-c750-43ef-97fe-4b57426c5694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.785101203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68e4d784-c750-43ef-97fe-4b57426c5694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.828051043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"namespace":"e2e-models-e2e-worker-w4-190724","name":"premium-w4-190724","reconcileID":"810803ac-0701-4f67-8db5-431a56314a8d","MaaSModelRef":{"name":"premium-w4-190724","namespace":"e2e-models-e2e-worker-w4-190724"},"routeName":"premium-w4-190724-kserve-route","namespace":"e2e-models-e2e-worker-w4-190724","llmisvcName":"premium-w4-190724","gateway":"openshift-ingress/e2e-worker-w4-190724","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.842004374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dee566a6-2fab-4e23-9de8-546f9a25ee56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.842021768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dee566a6-2fab-4e23-9de8-546f9a25ee56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:25.955326322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227563cc-ee07-43d6-86ca-46d4845f4b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:26.010503323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227563cc-ee07-43d6-86ca-46d4845f4b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:26.064398475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"227563cc-ee07-43d6-86ca-46d4845f4b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:26.121057197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2981ff6-4c4c-4cd1-ae3c-4230ad67756f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:26.12108013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2981ff6-4c4c-4cd1-ae3c-4230ad67756f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:28.978918896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-sub-3852121d","reconcileID":"a2bbda2d-7a1a-491a-a8c1-d9ba05909ab2","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-3852121d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:29.189541131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"namespace":"ai-tenant-e2e-mt-29236119","name":"e2e-shared-int-sub-3852121d","reconcileID":"a2bbda2d-7a1a-491a-a8c1-d9ba05909ab2","MaaSSubscription":{"name":"e2e-shared-int-sub-3852121d","namespace":"ai-tenant-e2e-mt-29236119"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:29.403213629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01b14edc-2d40-4175-b53a-0f595c1010e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:29.453510103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d57b7f3-c661-4a50-8db8-fbe34566a0c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:29.453530997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d57b7f3-c661-4a50-8db8-fbe34566a0c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:30.511978947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"namespace":"e2e-models-e2e-worker-w0-3ba2f3","name":"simulator-w0-3ba2f3","reconcileID":"57d4a5c7-aaab-44ac-a857-330f80d6a9b8","MaaSModelRef":{"name":"simulator-w0-3ba2f3","namespace":"e2e-models-e2e-worker-w0-3ba2f3"},"routeName":"simulator-w0-3ba2f3-kserve-route","namespace":"e2e-models-e2e-worker-w0-3ba2f3","llmisvcName":"simulator-w0-3ba2f3","gateway":"openshift-ingress/e2e-worker-w0-3ba2f3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:35.875289341Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-190724","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-190724","reconcileID":"dbabbd2e-d473-47f2-934a-d3e3851e4191","aitenant":"ai-tenants/e2e-worker-w4-190724","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.029657207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22ed7cb-206a-4e25-84cb-cf19f3dd549c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.085179316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22ed7cb-206a-4e25-84cb-cf19f3dd549c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.139030348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22ed7cb-206a-4e25-84cb-cf19f3dd549c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.275447472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f9e5242-a29d-4274-a94e-d1b09c83fb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.330449061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f9e5242-a29d-4274-a94e-d1b09c83fb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.384399073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f9e5242-a29d-4274-a94e-d1b09c83fb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.428299973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45afe988-9aa1-4691-89c8-abdf1535859e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.480182563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45afe988-9aa1-4691-89c8-abdf1535859e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.531907305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45afe988-9aa1-4691-89c8-abdf1535859e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.583634652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45afe988-9aa1-4691-89c8-abdf1535859e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.692931251Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-190724","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-190724","reconcileID":"dbabbd2e-d473-47f2-934a-d3e3851e4191","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-190724","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-190724"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.846189801Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","namespace":"ai-tenant-e2e-worker-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.846263252Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","namespace":"ai-tenant-e2e-worker-w0-3ba2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.846308878Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","tenant":"e2e-worker-w0-3ba2f3","tenantID":"e2e-worker-w0-3ba2f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.900267795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"Deployment","name":"maas-api-e2e-worker-w0-3ba2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:36.961947217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"Service","name":"maas-api-e2e-worker-w0-3ba2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.019700246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-3ba2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.072962343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-3ba2f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.127979619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.181983459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.235859141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.289306513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.340934518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.392101666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.448855988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"Service","name":"payload-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.500949591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.552086429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.616790636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.668561674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.723297467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.774613406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.82566049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.876910387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-3ba2f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:37.940208078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3ba2f3"},"namespace":"ai-tenant-e2e-worker-w0-3ba2f3","name":"default-tenant","reconcileID":"d4416f39-45bb-44b1-9fbe-8bfbde414103","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-3ba2f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:38.470314736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e138d5-f72a-469f-87d5-7eeab75c7d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:38.522320978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e138d5-f72a-469f-87d5-7eeab75c7d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:38.574368436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e138d5-f72a-469f-87d5-7eeab75c7d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:38.626428945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e138d5-f72a-469f-87d5-7eeab75c7d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:40.534093799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee4a149-6d71-4217-af9e-47d1a11d94bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:40.58660481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee4a149-6d71-4217-af9e-47d1a11d94bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:40.638443775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee4a149-6d71-4217-af9e-47d1a11d94bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:40.690841228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ee4a149-6d71-4217-af9e-47d1a11d94bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:46.394324649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54037841-6b51-4fab-bbdf-84a0ac2ee94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:46.46494832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54037841-6b51-4fab-bbdf-84a0ac2ee94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:46.574270661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54037841-6b51-4fab-bbdf-84a0ac2ee94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:46.645003274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71de395f-698b-4550-b4c9-8ca8b203236f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:46.726667845Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3ba2f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3ba2f3","reconcileID":"4751ab8b-4c08-43d5-8331-d9b538097c15","aitenant":"ai-tenants/e2e-worker-w0-3ba2f3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:46.744717879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71de395f-698b-4550-b4c9-8ca8b203236f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:46.805225811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 36, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71de395f-698b-4550-b4c9-8ca8b203236f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:47.424322992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cab7d41-14df-47d7-8603-c0091e83b31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:47.477009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cab7d41-14df-47d7-8603-c0091e83b31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:47.529009071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cab7d41-14df-47d7-8603-c0091e83b31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:47.580967376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cab7d41-14df-47d7-8603-c0091e83b31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:47.636978055Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3ba2f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3ba2f3","reconcileID":"4751ab8b-4c08-43d5-8331-d9b538097c15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-3ba2f3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-3ba2f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:49.539600714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db8295d-7a66-4031-9627-da2c2b67b7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:49.591412653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db8295d-7a66-4031-9627-da2c2b67b7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:49.643378996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db8295d-7a66-4031-9627-da2c2b67b7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:49.695393677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7db8295d-7a66-4031-9627-da2c2b67b7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:51.567065963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510d4519-2d89-4803-869b-b70b0caf97f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:51.619149374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510d4519-2d89-4803-869b-b70b0caf97f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:51.670932464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510d4519-2d89-4803-869b-b70b0caf97f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:51.722962145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510d4519-2d89-4803-869b-b70b0caf97f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:54.747956349Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:56.753585321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49864788-7168-4a5f-a7d3-3a61523c047b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:56.809400417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49864788-7168-4a5f-a7d3-3a61523c047b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:56.863931441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49864788-7168-4a5f-a7d3-3a61523c047b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:56.921749748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3392adc8-dfad-49b0-b22f-e81a9898de64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:56.921768642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3392adc8-dfad-49b0-b22f-e81a9898de64","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:56.963440535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9b1f0a6-860c-4a2d-9ceb-ed9397f59dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:57.019078569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9b1f0a6-860c-4a2d-9ceb-ed9397f59dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:57.073570324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9b1f0a6-860c-4a2d-9ceb-ed9397f59dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:57.131372135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90ef5771-1868-47f1-b5b7-28ec181ab826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:09:57.131391489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90ef5771-1868-47f1-b5b7-28ec181ab826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:01.127184861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f96a6b1-58c9-4270-8ec3-a684a81b7f03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:01.228141508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"c8c9fdc0-3ee3-48e5-8ba9-45affd09a248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:01.355596278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"d328687d-ad05-422a-b690-02021c0d850a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:01.523368441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3e5b356-6359-4bba-b8cd-b85a4f2aa121","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:07.076211579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c54f79c-d641-4748-b9f4-ce3ebb4b7642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:07.131772151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c54f79c-d641-4748-b9f4-ce3ebb4b7642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:07.286223333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2305c637-0159-4563-aaf2-728c25eaeef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:07.341570801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2305c637-0159-4563-aaf2-728c25eaeef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:07.46912802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ee374ef-ea68-4abc-bedd-2ee9729b88be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:07.469150507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ee374ef-ea68-4abc-bedd-2ee9729b88be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:07.622046488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6626915-bf54-4190-b099-b2e65f86af3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:07.622067324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6626915-bf54-4190-b099-b2e65f86af3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:24.748126815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:10:54.747497406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:11.143444773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c57bcdfc-e669-4925-89e1-f457e007d347","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:11.143492179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c57bcdfc-e669-4925-89e1-f457e007d347","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:11.246296203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"namespace":"ai-tenant-e2e-mt-46e06a23","name":"e2e-policy-46e06a23","reconcileID":"a861c6e0-8d7f-41d6-9e38-017fcb438f04","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:11.366828932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"namespace":"ai-tenant-e2e-mt-46e06a23","name":"e2e-policy-46e06a23","reconcileID":"a861c6e0-8d7f-41d6-9e38-017fcb438f04","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:11.42156231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 62, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"namespace":"ai-tenant-e2e-mt-46e06a23","name":"e2e-policy-46e06a23","reconcileID":"a861c6e0-8d7f-41d6-9e38-017fcb438f04","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:24.748051663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:32.1066847Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"namespace":"ai-tenant-e2e-mt-46e06a23","name":"e2e-policy-46e06a23","reconcileID":"5996aacf-a2a5-456d-9e4c-8c17424d46e2","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:32.209647742Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"namespace":"ai-tenant-e2e-mt-46e06a23","name":"e2e-policy-46e06a23","reconcileID":"5996aacf-a2a5-456d-9e4c-8c17424d46e2","MaaSAuthPolicy":{"name":"e2e-policy-46e06a23","namespace":"ai-tenant-e2e-mt-46e06a23"},"policyNamespace":"ai-tenant-e2e-mt-46e06a23","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:11:54.747773132Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:12:24.747887246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:12:54.752304713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.16831502Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-access","reconcileID":"e8f1499d-e4a6-4768-8fdd-a8fd8b60d275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.168355941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"bbe7d485-cd1b-4792-84c2-f006f45d0d35","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.328189418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"d3e6cf6f-0b86-42c0-8039-2f471f961434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.375416444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"8762fb66-6d39-44a1-beb7-cc8a01f62f0a","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.383684901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"d3e6cf6f-0b86-42c0-8039-2f471f961434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.508671435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"aeb1ce28-5238-479e-81fc-058b5d5fee6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.518637508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"b5dbe06a-c78d-42df-b96f-a593a26415bf","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.689415107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"b14e56a1-5041-47c7-a85c-979aae276aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:03.745010314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"b14e56a1-5041-47c7-a85c-979aae276aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:08.578054031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"ff4cf72a-a5ab-43d2-867a-5638ba06c6e7","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:08.736731002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"7f4c1645-56c8-4392-97eb-d2196b5b8729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:08.785874184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"67a3e107-d219-4a28-b0c9-93f01222f5b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:08.79261159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"7f4c1645-56c8-4392-97eb-d2196b5b8729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:08.905724395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"da673986-a9b4-4580-901d-4f336bcab009","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:08.957868711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"72fbb5c9-269b-4f0e-b896-3ea287f748b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:08.96268075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"04aa49b0-a145-4b67-b917-f442c62c1e6f","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:09.010035879Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"72fbb5c9-269b-4f0e-b896-3ea287f748b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:09.062288587Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"simulator-subscription","reconcileID":"72fbb5c9-269b-4f0e-b896-3ea287f748b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/simulator-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:09.099533533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"dfaab25d-eb84-48f6-bc28-23c5def6d875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:09.155240963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"dfaab25d-eb84-48f6-bc28-23c5def6d875","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:09.155288622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"1fcccfe4-d126-494b-ad6a-2a60255979c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:09.437666437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"d33ff812-5006-4076-be06-5f9db642c113","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:09.540391483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"e9a6e55e-3a14-4b62-b8df-186e024e6a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:09.595920084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"e9a6e55e-3a14-4b62-b8df-186e024e6a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:12.666758117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3580c77-be50-4559-ae91-e243e47e3e49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:12.767134813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"4717c06c-52ac-4ea4-ad18-812b981ab23e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:12.866571668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fb3ed97-baea-4f13-8159-2e8d7e303f1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:12.924854754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"9777a3bc-59e2-4470-ae47-3c1754333ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:12.980179782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"9777a3bc-59e2-4470-ae47-3c1754333ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:14.922537006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"c4943648-fbc3-4c00-b972-27375a0cb6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:14.978052313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"c4943648-fbc3-4c00-b972-27375a0cb6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.026614823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"e1344493-03b0-4c4b-99b3-8d9fc152cd4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.247145929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"4e08a71e-63e8-4a8d-9bc2-4cb0cee4412f","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.351412835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"de48084c-e533-4a3a-9a87-0b6ef2bfa77d","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.39919464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"1ab60bd5-db27-4977-a3d9-a11199e3d005","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.403399372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"1115d536-048a-46d6-8b23-ec53ead53653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.456210277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"b3505ab9-88b6-42e6-9fa3-07f4918d2542","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.467370887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"1115d536-048a-46d6-8b23-ec53ead53653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T07:13:15.508760024Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"b3505ab9-88b6-42e6-9fa3-07f4918d2542","name":"premium-w3-28c598","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-28c598\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T07:13:15.508825567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"b3505ab9-88b6-42e6-9fa3-07f4918d2542","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-28c598\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.514394692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"d57ebaf3-dc5f-43f9-836d-b3bd209f985a","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.564211702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"71a30683-7300-4e4f-a4bb-dc0e8cc904cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.704162823Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"a7a436f6-e83b-4fe4-810c-9b61613b07cd","namespace":"ai-tenant-e2e-worker-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.704261677Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"a7a436f6-e83b-4fe4-810c-9b61613b07cd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.704653287Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"2f1f499e-dd6c-49a7-908f-289c7a9fae59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.75791282Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"a7a436f6-e83b-4fe4-810c-9b61613b07cd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.757935994Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"a7a436f6-e83b-4fe4-810c-9b61613b07cd","namespace":"ai-tenant-e2e-worker-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.758022633Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"a7a436f6-e83b-4fe4-810c-9b61613b07cd","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.811574282Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"a7a436f6-e83b-4fe4-810c-9b61613b07cd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:15.926702254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"2f1f499e-dd6c-49a7-908f-289c7a9fae59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:16.079330772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"2f1f499e-dd6c-49a7-908f-289c7a9fae59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"e2e-worker-w3-28c598-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:16.079360503Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-access","reconcileID":"2f1f499e-dd6c-49a7-908f-289c7a9fae59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-28c598"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:16.134166265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"c78d01b1-26ba-4ab9-885b-234012353f87","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:16.277696184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a7c822-fb1f-49e8-aab8-1bbeeb304837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:16.329743675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a7c822-fb1f-49e8-aab8-1bbeeb304837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:16.381702561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a7c822-fb1f-49e8-aab8-1bbeeb304837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:16.449715632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a7c822-fb1f-49e8-aab8-1bbeeb304837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:18.341532593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254df8b9-849f-4ae3-9b27-23f662b364ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:18.39326584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254df8b9-849f-4ae3-9b27-23f662b364ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:18.445042171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254df8b9-849f-4ae3-9b27-23f662b364ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:18.496904751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"254df8b9-849f-4ae3-9b27-23f662b364ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:21.874719146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be69dc69-c7a9-4d84-9d5b-78301c83ad95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:22.10683369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b5f0a8d-a033-4cd0-ab20-7a965d43131b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:24.74781933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:25.352791163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"71ec01a8-2fec-49e0-8576-c352b78ce2ac","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:25.919565457Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"9d2777d2-bd93-4352-8329-4b93afffb990","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:25.971330998Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"9d2777d2-bd93-4352-8329-4b93afffb990","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:26.022909829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"premium-simulator-subscription","reconcileID":"9d2777d2-bd93-4352-8329-4b93afffb990","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-28c598"},"name":"maas-trlp-premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598","model":"e2e-models-e2e-worker-w3-28c598/premium-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:26.135220202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"16ce689a-6873-486e-ab0e-c0e657390569","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:26.288506587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"04493886-ae51-4a83-bc3f-d9fb526c3e81","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.368245334Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","namespace":"ai-tenant-e2e-worker-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.368322697Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","namespace":"ai-tenant-e2e-worker-w3-28c598","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.368393075Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","tenant":"e2e-worker-w3-28c598","tenantID":"e2e-worker-w3-28c598","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.421607228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"Deployment","name":"maas-api-e2e-worker-w3-28c598","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.481133245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"Service","name":"maas-api-e2e-worker-w3-28c598","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.541584463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-28c598","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.596699556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-28c598","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.650541962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.706386892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.76272555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.771722921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48fcae38-9656-4f4d-8303-86dfcd0226bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.816350164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.867621888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.918706221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.945814988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca62fd33-9cda-47f3-ba2a-ec5701a18e5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:30.969877882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"Service","name":"payload-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.021390107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.072606294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.123943842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.174955519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.230857026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.282228675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.333573007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.384808233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-28c598","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:31.436739385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-28c598"},"namespace":"ai-tenant-e2e-worker-w3-28c598","name":"default-tenant","reconcileID":"9b8d2553-05ca-40e3-ab93-3ac044f31067","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-28c598","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:35.353452207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"875d0877-7e4d-45de-949a-f0e0c8383373","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:36.28930238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"premium-w3-28c598","reconcileID":"693eff3f-a65c-41c7-9d41-d1a62ca9427a","MaaSModelRef":{"name":"premium-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"premium-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"premium-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:44.339874271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"namespace":"e2e-models-e2e-worker-w3-28c598","name":"simulator-w3-28c598","reconcileID":"ccd72785-25bf-46f0-851a-40cfd75bae76","MaaSModelRef":{"name":"simulator-w3-28c598","namespace":"e2e-models-e2e-worker-w3-28c598"},"routeName":"simulator-w3-28c598-kserve-route","namespace":"e2e-models-e2e-worker-w3-28c598","llmisvcName":"simulator-w3-28c598","gateway":"openshift-ingress/e2e-worker-w3-28c598","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:46.916897361Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-28c598","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-28c598","reconcileID":"92468c14-f770-4a3e-beff-074a3b6e2769","aitenant":"ai-tenants/e2e-worker-w3-28c598","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:47.534240383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6ad144-dc1b-4e62-96d0-271aee1a4481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:47.586359464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6ad144-dc1b-4e62-96d0-271aee1a4481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:47.638386823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6ad144-dc1b-4e62-96d0-271aee1a4481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:47.690528024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6ad144-dc1b-4e62-96d0-271aee1a4481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:47.695516218Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-28c598","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-28c598","reconcileID":"92468c14-f770-4a3e-beff-074a3b6e2769","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-28c598","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-28c598"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:49.549423249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d44516b-849d-4fdf-a282-f094c742d3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:49.601656456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d44516b-849d-4fdf-a282-f094c742d3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:49.653755559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d44516b-849d-4fdf-a282-f094c742d3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:49.705459769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d44516b-849d-4fdf-a282-f094c742d3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:51.590539679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9408bfe2-a511-4912-932e-4685a6fba66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:51.643057342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9408bfe2-a511-4912-932e-4685a6fba66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:51.695046709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9408bfe2-a511-4912-932e-4685a6fba66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:51.74696227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9408bfe2-a511-4912-932e-4685a6fba66a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:52.11235285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"efc0054e-92d2-4b27-b468-029f6570941e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:52.181391819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc1703c3-f0a6-4166-9d4f-46661aed0070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:54.747315994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:55.678059368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb21c31-e928-4e50-87d4-826512e628fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:55.729716204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb21c31-e928-4e50-87d4-826512e628fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:55.781311535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb21c31-e928-4e50-87d4-826512e628fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:55.832943777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb21c31-e928-4e50-87d4-826512e628fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:57.735365323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4ec01c-5f18-48d1-9fe6-17b492be2cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:57.787386902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4ec01c-5f18-48d1-9fe6-17b492be2cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:57.839225473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4ec01c-5f18-48d1-9fe6-17b492be2cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:13:57.891554887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed4ec01c-5f18-48d1-9fe6-17b492be2cab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.627245211Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.627302444Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","namespace":"ai-tenant-e2e-shared-a-w3-2e0116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.627361242Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","tenant":"e2e-shared-a-w3-2e0116","tenantID":"e2e-shared-a-w3-2e0116","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.680893341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-2e0116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.743121878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"Service","name":"maas-api-e2e-shared-a-w3-2e0116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.799593815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-2e0116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.853234215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-2e0116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.909339154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:00.963154817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.019118815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.072493595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.123905948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.175235818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.227006103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.278297686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.329679469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.381345344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.432603079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.490450934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.541911094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.593313242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.645234978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-2e0116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:01.696604383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-2e0116"},"namespace":"ai-tenant-e2e-shared-a-w3-2e0116","name":"default-tenant","reconcileID":"efd95812-46da-4b42-9774-e6932dcfb92d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-2e0116","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:05.553663706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be406573-101a-4ffe-92b6-4ffbd1dfab6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:05.659660895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d35b89b-36f4-45d5-af26-94c0d6d3eaca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:06.946071494Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-2e0116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-2e0116","reconcileID":"71291494-8ab2-4423-ab1e-d7c442d27a3a","aitenant":"ai-tenants/e2e-shared-a-w3-2e0116","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:07.462754704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a2ed7c-7cf8-4a88-a2ec-e55b04db100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:07.514551619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a2ed7c-7cf8-4a88-a2ec-e55b04db100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:07.566411821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a2ed7c-7cf8-4a88-a2ec-e55b04db100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:07.618253947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a2ed7c-7cf8-4a88-a2ec-e55b04db100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:07.777071388Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-2e0116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-2e0116","reconcileID":"71291494-8ab2-4423-ab1e-d7c442d27a3a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-2e0116","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-2e0116"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:09.535092554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2182b58f-3265-4faa-91e4-5af8e258d943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:09.586796094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2182b58f-3265-4faa-91e4-5af8e258d943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:09.638534395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2182b58f-3265-4faa-91e4-5af8e258d943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:09.690355433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2182b58f-3265-4faa-91e4-5af8e258d943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:11.552489294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa2b157-3d9a-4e60-a23e-46fc7c34b722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:11.604369127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa2b157-3d9a-4e60-a23e-46fc7c34b722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:11.656245778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa2b157-3d9a-4e60-a23e-46fc7c34b722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:11.708079327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caa2b157-3d9a-4e60-a23e-46fc7c34b722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:12.11380085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21ad522e-e5cb-410e-a1f8-2e6e2967d8a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:12.164994938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"702c87a6-3f5f-4048-a6df-7e0dac7f4ec7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:16.342452738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4628402e-291d-4424-814a-d8893e6db801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:16.394407474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4628402e-291d-4424-814a-d8893e6db801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:16.446538272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4628402e-291d-4424-814a-d8893e6db801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:16.498537988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4628402e-291d-4424-814a-d8893e6db801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:18.365291772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef9d787-8ed5-4883-a479-1d05554485de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:18.417455831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef9d787-8ed5-4883-a479-1d05554485de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:18.469277519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef9d787-8ed5-4883-a479-1d05554485de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:18.521284651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef9d787-8ed5-4883-a479-1d05554485de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.557962274Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.558037551Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.558105763Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","tenant":"e2e-shared-b-w3-51aa8f","tenantID":"e2e-shared-b-w3-51aa8f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.611251145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-51aa8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.671909342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"Service","name":"maas-api-e2e-shared-b-w3-51aa8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.733840099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-51aa8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.787190142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-51aa8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.842965704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.89687569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:21.981214608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.046310439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.099910675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.151694751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.203105063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.254728043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.305866898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.35723202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.40831621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.462777249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.514093839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.565155787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.616497843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-51aa8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:22.66770034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-51aa8f"},"namespace":"ai-tenant-e2e-shared-b-w3-51aa8f","name":"default-tenant","reconcileID":"3fc7b5c2-11b1-428f-8841-5ac6386f8881","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-51aa8f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:24.747268288Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:26.427325348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fdb3f63-c840-4cbe-adf3-68610a0b722c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:26.528061377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49e0b104-c487-43cb-8cc8-610cdb817687","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:27.035514178Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-51aa8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-51aa8f","reconcileID":"46d5800a-7d25-4e21-897f-8d9729bfbb85","aitenant":"ai-tenants/e2e-shared-b-w3-51aa8f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:27.598184332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b393a9-896c-4863-9f5c-3fcfe2b1e419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:27.650104526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b393a9-896c-4863-9f5c-3fcfe2b1e419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:27.70218847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b393a9-896c-4863-9f5c-3fcfe2b1e419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:27.754027998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b393a9-896c-4863-9f5c-3fcfe2b1e419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:27.863250447Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-51aa8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-51aa8f","reconcileID":"46d5800a-7d25-4e21-897f-8d9729bfbb85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-51aa8f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-51aa8f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:29.655971286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e911f55f-8432-42dd-9711-da6f43bc67bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:29.708567747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e911f55f-8432-42dd-9711-da6f43bc67bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:29.760610187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e911f55f-8432-42dd-9711-da6f43bc67bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:29.812684299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e911f55f-8432-42dd-9711-da6f43bc67bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:31.736972547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a6c3c3-1981-4a85-b3f1-48a46f7c78de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:31.788927153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a6c3c3-1981-4a85-b3f1-48a46f7c78de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:31.840644707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a6c3c3-1981-4a85-b3f1-48a46f7c78de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:31.892522521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03a6c3c3-1981-4a85-b3f1-48a46f7c78de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:32.650211982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6119c33f-9d10-450a-b32d-7fb5805cfb06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T07:14:32.763373377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a284e39-3988-4172-beac-dfc7dcfbc8d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}